00000800:00000200:0.1F:1743493313.721205:0:3674:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [00000000866ef137] -> 12345-192.168.206.141@tcp (2) 00000800:00000200:1.1F:1743493313.735100:0:3665:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [00000000866ef137] -> 12345-192.168.206.141@tcp (2) 00000800:00000200:1.1:1743493313.735116:0:3665:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.206.141@tcp 000000002c364a11 deleted 00000800:00000010:1.1:1743493313.735118:0:3665:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 232 at 000000002c364a11. 00000800:00000200:1.1:1743493313.735128:0:3665:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1743493313.735136:0:3665:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.141@tcp ip 192.168.206.141:1023 00000800:00000200:1.1:1743493313.735141:0:3665:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000866244b7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1743493313.736143:0:3664:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1743493313.736208:0:3664:0:(socklnd_cb.c:1970:ksocknal_connect()) peer_ni 192.168.206.141@tcp(1) already connecting to me, retry later. 00010000:00000010:3.1F:1743493314.093872:0:0:0:(ldlm_resource.c:1332:__ldlm_resource_free()) slab-freed '(res)': 392 at 000000008bc778a1. 00010000:00000010:3.1:1743493314.093934:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ebd27e. 00010000:00000010:2.1:1743493314.530911:0:6533:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 560 at 000000004ac8f311. 00010000:00000010:0.1:1743493314.533907:0:0:0:(ldlm_resource.c:1332:__ldlm_resource_free()) slab-freed '(res)': 392 at 0000000082990f48. 00010000:00000010:0.1:1743493314.533926:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce31855. 00010000:00000010:3.1:1743493314.538813:0:6529:0:(ldlm_resource.c:1332:__ldlm_resource_free()) slab-freed '(res)': 392 at 00000000a8cdec08. 00010000:00000010:3.1:1743493314.538852:0:6529:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 560 at 0000000073d1f0f2. 00080000:00000010:0.1:1743493314.588966:0:0:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at 00000000107bb004. 00000800:00000200:0.1:1743493314.808054:0:3667:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [00000000866ef137] -> 12345-192.168.206.141@tcp (4) 00000800:00000200:0.1:1743493314.808060:0:3667:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.206.141@tcp 00000000b9f6105d deleted 00000800:00000010:0.1:1743493314.808062:0:3667:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 232 at 00000000b9f6105d. 00000800:00000200:0.1:1743493314.808072:0:3667:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1743493314.810042:0:3664:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00100000:3.0:1743493943.987659:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+686:13290:x1828185027550592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1518us (1630us total) trans 4294974260 rc 0/0 00000100:00100000:3.0:1743493943.987668:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11630 00000100:00100000:3.0:1743493943.998618:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2183 00000100:00100000:3.0:1743493943.998627:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027550848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493943.998642:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493943.998683:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c147a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c19 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493943.998716:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493943.998747:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493943.998749:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493943.998774:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c147a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c19 expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493943.998791:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c147a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c19 expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493943.998805:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc65c0, rc 0) 00000100:00100000:3.0:1743493943.998879:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027550848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 252us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493943.998886:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2183 00000100:00100000:3.0:1743493944.003043:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.009666:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.017852:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.020460:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.047428:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.047513:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.069210:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.076596:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.087932:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027553408 00000100:00100000:3.0:1743493944.087946:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027553408 00000100:00100000:3.0:1743493944.088030:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11640 00000100:00100000:3.0:1743493944.088039:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+696:13289:x1828185027553408:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.088059:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.088261:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c154c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c51 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.088361:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088376:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088401:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088449:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088457:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088464:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088505:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088512:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088522:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088528:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.088532:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088539:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088549:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.088552:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.088556:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088561:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1553 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088578:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088583:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088588:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088593:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.088596:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088601:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088608:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xbf2dd773 (ffff998b50fef440) 00010000:00010000:3.0:1743493944.088610:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.088613:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088618:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c155a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.088655:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c154c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c51 expref: 697 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.088662:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c154c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c51 expref: 697 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.088673:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3c400, rc 0) 00000100:00100000:3.0:1743493944.088747:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+696:13289:x1828185027553408:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 707us (3962us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.088781:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11640 00000100:00100000:3.0:1743493944.089740:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027553536 00000100:00100000:3.0:1743493944.089748:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027553536 00000100:00100000:3.0:1743493944.090600:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2184 00000100:00100000:3.0:1743493944.090607:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+96:2437:x1828185027553536:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.090620:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.090653:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c58 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.090679:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.090711:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.090714:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.090722:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 97 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.090737:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 97 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.090770:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3ed40, rc 0) 00000100:00100000:3.0:1743493944.090837:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+97:2437:x1828185027553536:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 228us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.090844:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2184 00000100:00100000:3.0:1743493944.100443:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.106181:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.111150:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027554432 00000100:00100000:3.0:1743493944.111160:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027554432 00000100:00100000:3.0:1743493944.111233:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3321 00000100:00100000:3.0:1743493944.111243:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+700:13289:x1828185027554432:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493944.111671:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3482, 168 off614344 00000001:00080000:3.0:1743493944.111678:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974272 00000100:00100000:3.0:1743493944.111905:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+702:13289:x1828185027554432:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 661us (853us total) trans 4294974273 rc 0/0 00000100:00100000:3.0:1743493944.111914:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3321 00000020:00080000:3.0:1743493944.111920:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493944.121528:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027554944 00000100:00100000:3.0:1743493944.121540:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027554944 00000100:00100000:3.0:1743493944.121605:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027555072 00000100:00100000:3.0:1743493944.121608:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027555072 00000100:00100000:3.0:1743493944.121657:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11643 00000100:00100000:3.0:1743493944.121667:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+704:13289:x1828185027554944:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493944.121812:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493944.121841:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c157d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c5f expref: 704 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.121865:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ef:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:3.0:1743493944.121882:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.121918:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.121932:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.121942:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.121966:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c15b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.121974:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.121980:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122112:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122120:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122127:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:3.0:1743493944.122462:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].263, 64 off25088 00000004:00080000:3.0:1743493944.122478:0:6554:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1146428725663ns, next at 1147428715026ns, rc = 0 00000040:00080000:3.0:1743493944.122517:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3485, 184 off614768 00010000:00010000:3.0:1743493944.122653:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122662:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122671:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122678:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122684:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122690:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122696:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122702:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493944.122706:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122713:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122722:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ef:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:3.0:1743493944.122725:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493944.122729:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122736:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c15c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122787:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122793:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122798:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122803:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.122806:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122812:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122820:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ef:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:3.0:1743493944.122823:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493944.122826:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.122832:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c15bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123043:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123050:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123059:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123064:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.123066:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123072:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123080:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.123083:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.123086:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123091:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c15ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493944.123105:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000214d76dd reply state 000000004d5a0f9f transno 4294974275 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123115:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c15b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xbf2dd773 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123120:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xbf2dd773 (ffff998b50feca00) 00010000:00010000:3.0:1743493944.123123:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.123125:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493944.123227:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+705:13289:x1828185027554944:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1559us (1849us total) trans 4294974275 rc 0/0 00000100:00100000:3.0:1743493944.123235:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11643 00000100:00100000:3.0:1743493944.123281:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11644 00000100:00100000:3.0:1743493944.123288:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+704:13290:x1828185027555072:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.123300:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.123322:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c15ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c6d expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.123403:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123412:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123420:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123444:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123451:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123458:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123480:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123486:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123493:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123498:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.123501:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123508:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123515:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.123518:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.123522:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123528:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c15d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123544:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123551:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123557:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123562:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b174c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.123565:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123570:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123578:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x603ebcfa (ffff998b50fecd40) 00010000:00010000:3.0:1743493944.123580:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.123583:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123589:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c15d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.123616:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c15ca lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c6d expref: 705 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.123625:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c15ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c6d expref: 705 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.123637:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17c40, rc 0) 00000100:00100000:3.0:1743493944.123677:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+704:13290:x1828185027555072:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 388us (2225us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.123683:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11644 00000100:00100000:3.0:1743493944.134546:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11645 00000100:00100000:3.0:1743493944.134555:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+705:13290:x1828185027555200:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.134578:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.134619:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c15df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c74 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.134740:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.134770:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.134781:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493944.134828:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493944.134832:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493944.134851:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.134877:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c15df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c74 expref: 707 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.134899:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c74 expref: 706 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.134908:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.134910:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493944.134914:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d32200, rc 0) 00000100:00100000:3.0:1743493944.136071:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+706:13290:x1828185027555200:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1514us (4706us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.136079:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11645 00000100:00100000:3.0:1743493944.140639:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.166648:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027555968 00000100:00100000:3.0:1743493944.166660:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027555968 00000100:00100000:3.0:1743493944.166742:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11648 00000100:00100000:3.0:1743493944.166788:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+706:13290:x1828185027555968:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.166811:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.166815:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.166844:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c15e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c74 expref: 706 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.166870:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.166876:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.166905:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c1610 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c89 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.167044:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1617 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.167057:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1617 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.167068:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1617 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.167097:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c161e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.167106:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c161e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.167114:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c161e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493944.167660:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15c:0x0], index 1: 0 00000100:00100000:3.0:1743493944.177315:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027556224 00000100:00100000:3.0:1743493944.177325:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027556224 00000100:00100000:3.0:1743493944.177410:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11649 00000100:00100000:3.0:1743493944.177419:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+708:13289:x1828185027556224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.177442:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.177446:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.177474:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c1609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c82 expref: 708 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.177500:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.177505:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.177535:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1633 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c90 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.177711:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c163a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.177724:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c163a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.177734:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c163a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.177832:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c1641 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x11164342 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.177841:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c1641 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x11164342 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.177848:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c1641 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x11164342 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493944.178407:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15d:0x0], index 0: 0 00000100:00100000:3.0:1743493944.182522:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027556352 00000100:00100000:3.0:1743493944.182534:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027556352 00000100:00100000:3.0:1743493944.182601:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2186 00000100:00100000:3.0:1743493944.182610:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027556352:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.182629:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.182670:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c97 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.182698:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.182724:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.182726:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.182734:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 98 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.182748:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 98 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.182820:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01a200, rc 0) 00000100:00100000:3.0:1743493944.191135:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027556480 00000100:00100000:3.0:1743493944.191142:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027556480 00000100:00100000:3.0:1743493944.191224:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2187 00000100:00100000:3.0:1743493944.191234:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+110:2437:x1828185027556480:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.191248:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.191292:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c165d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950c9e expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.191320:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.191347:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.191350:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.191357:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c165d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c9e expref: 111 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.191373:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c165d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c9e expref: 111 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.191393:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0f40, rc 0) 00000100:00100000:3.0:1743493944.191447:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+111:2437:x1828185027556480:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 215us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.191457:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2187 00000100:00100000:3.0:1743493944.209708:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027557376 00000100:00100000:3.0:1743493944.209719:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027557376 00000100:00100000:3.0:1743493944.209828:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027557632 00000100:00100000:3.0:1743493944.209832:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027557632 00000100:00100000:3.0:1743493944.209895:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11651 00000100:00100000:3.0:1743493944.209913:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+716:13290:x1828185027557376:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.209964:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.210006:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c1680 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950ca5 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.211140:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211157:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211170:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211209:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211226:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211244:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211290:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211303:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211310:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211317:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.211321:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211329:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211340:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.211343:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.211347:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211354:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1687 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211404:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211412:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211418:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211423:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.211427:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211438:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211450:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x603ebcfa (ffff998b50fecd40) 00010000:00010000:3.0:1743493944.211458:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.211463:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211474:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.211522:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c1680 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ca5 expref: 716 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.211533:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c1680 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ca5 expref: 716 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.211556:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09e40, rc 0) 00000100:00100000:3.0:1743493944.211665:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+715:13290:x1828185027557376:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1755us (2244us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.211674:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11651 00000100:00100000:3.0:1743493944.221025:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.231278:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027557888 00000100:00100000:3.0:1743493944.231291:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027557888 00000100:00100000:3.0:1743493944.231375:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11654 00000100:00100000:3.0:1743493944.231414:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+717:13289:x1828185027557888:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.231452:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.231490:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c16bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950cb3 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.231597:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231613:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231624:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231672:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231680:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231687:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231732:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231739:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231745:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231778:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.231783:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231791:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231808:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:3.0:1743493944.231811:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.231816:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231823:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c16c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231843:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231850:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231857:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231861:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.231864:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231870:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231877:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xc54e1ae0 (ffff998b50e5d3c0) 00010000:00010000:3.0:1743493944.231880:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.231882:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231888:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c16cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc54e1ae0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.231928:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c16bf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cb3 expref: 718 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.231937:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c16bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cb3 expref: 718 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.231951:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8400, rc 0) 00000100:00100000:3.0:1743493944.232063:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+717:13289:x1828185027557888:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 678us (873us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.232072:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11654 00000100:00100000:3.0:1743493944.253783:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027558272 00000100:00100000:3.0:1743493944.253793:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027558272 00000100:00100000:3.0:1743493944.253861:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11656 00000100:00100000:3.0:1743493944.253871:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027558272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.253894:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.253929:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c16e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950cc1 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.254049:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c16f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.254065:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c16f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.254078:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c16f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493944.254135:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493944.254140:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493944.254160:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c16f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.254189:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c16e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cc1 expref: 720 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.254210:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c16f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cc1 expref: 719 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.254219:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.254222:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493944.254225:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa08400, rc 0) 00000100:00100000:3.0:1743493944.254297:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027558272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 428us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.254305:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11656 00000100:00100000:3.0:1743493944.267169:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.267230:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.276037:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.309189:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.309263:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.320116:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027559680 00000100:00100000:3.0:1743493944.320127:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027559680 00000100:00100000:3.0:1743493944.320208:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2189 00000100:00100000:3.0:1743493944.320217:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+111:2437:x1828185027559680:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.320237:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.320285:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c1760 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950cdd expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.320405:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.321008:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.321012:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.321021:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c1760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cdd expref: 112 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.321040:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c1760 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950cdd expref: 112 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.321054:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54066200, rc 0) 00000100:00100000:3.0:1743493944.321148:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+112:2437:x1828185027559680:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 931us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.321157:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2189 00000100:00100000:3.0:1743493944.333489:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027559936 00000100:00100000:3.0:1743493944.333495:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027559936 00000100:00100000:3.0:1743493944.333556:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3329 00000100:00100000:3.0:1743493944.333563:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027559936:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493944.333998:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3496, 168 off616728 00000001:00080000:3.0:1743493944.334007:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974289 00000100:00100000:3.0:1743493944.334175:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+729:13289:x1828185027559936:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 611us (1710us total) trans 4294974290 rc 0/0 00000100:00100000:3.0:1743493944.334184:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3329 00000020:00080000:3.0:1743493944.334190:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493944.371488:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+730:13290:x1828185027560576:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 12201us (15261us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.371500:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3330 00000100:00100000:3.0:1743493944.380995:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027560960 00000100:00100000:3.0:1743493944.381007:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027560960 00000100:00100000:3.0:1743493944.381307:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11665 00000100:00100000:3.0:1743493944.381318:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+731:13289:x1828185027561088:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.381329:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.381392:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c17c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d00 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.382559:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.382572:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.382582:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493944.382624:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493944.382628:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493944.382648:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.382672:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c17c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d00 expref: 731 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.382692:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d00 expref: 730 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.382700:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.382703:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493944.382706:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:3.0:1743493944.382791:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+730:13289:x1828185027561088:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1474us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.382799:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11665 00000100:00100000:3.0:1743493944.398799:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027561216 00000100:00100000:3.0:1743493944.398810:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027561216 00000100:00100000:3.0:1743493944.398887:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3331 00000100:00100000:3.0:1743493944.398896:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+730:13289:x1828185027561216:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493944.411911:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027561600 00000100:00100000:3.0:1743493944.411921:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027561600 00000100:00100000:3.0:1743493944.411986:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11667 00000100:00100000:3.0:1743493944.411994:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+730:13290:x1828185027561600:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.412015:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.412018:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.412045:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c1783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ceb expref: 730 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.412071:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.412077:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.412104:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c17f3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d0e expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.412818:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c17fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.412832:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c17fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.412843:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c17fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.412890:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c1801 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.412902:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c1801 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.412910:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c1801 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:3.0:1743493944.418981:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027561856 00000100:00100000:3.0:1743493944.418992:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027561856 00000100:00100000:3.0:1743493944.419069:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11668 00000100:00100000:3.0:1743493944.419077:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+732:13289:x1828185027561856:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.419098:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.419102:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.419140:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c17d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d00 expref: 732 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.419165:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.419169:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.419196:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1816 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d15 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.419324:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.419337:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.419346:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.419371:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c1824 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.419380:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c1824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.419400:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c1824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493944.419941:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15f:0x0], index 0: 0 00000040:00080000:3.0:1743493944.420052:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3499, 184 off617280 00010000:00010000:3.0:1743493944.420226:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c182b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420235:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c182b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420243:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c182b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420281:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420287:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420293:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420299:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.420304:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420311:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420323:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.420326:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.420330:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420335:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c181d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493944.420352:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008c2b2ea0 reply state 00000000828a6646 transno 4294974293 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c1824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420362:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c1824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.420367:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x603ebcfa (ffff998b50e5f100) 00010000:00010000:3.0:1743493944.420370:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.420372:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493944.420407:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1816 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d15 expref: 734 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.420426:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c182b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d15 expref: 733 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.420434:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f5:0x0].0x0 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493944.420436:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493944.420438:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90400, rc 0) 00000100:00100000:3.0:1743493944.420528:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+734:13289:x1828185027561856:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1450us (1656us total) trans 4294974293 rc 0/0 00000100:00100000:3.0:1743493944.420537:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11668 00000100:00100000:3.0:1743493944.428191:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027561984 00000100:00100000:3.0:1743493944.428204:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027561984 00000100:00100000:3.0:1743493944.428291:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027562112 00000100:00100000:3.0:1743493944.428295:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027562112 00000100:00100000:3.0:1743493944.428342:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2190 00000100:00100000:3.0:1743493944.428353:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027561984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.428376:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.428441:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d1c expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.428480:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.428521:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.428525:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.428537:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 100 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.428559:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 100 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.428579:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c6c1dbc40, rc 0) 00000100:00100000:3.0:1743493944.428676:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+100:2438:x1828185027561984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 323us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.428683:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2190 00000100:00100000:3.0:1743493944.442631:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.443618:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3333 00000100:00100000:3.0:1743493944.443625:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+736:13289:x1828185027562624:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493944.443916:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3500, 168 off617448 00000001:00080000:3.0:1743493944.443925:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974295 00000100:00100000:3.0:1743493944.444105:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+738:13289:x1828185027562624:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 477us (1480us total) trans 4294974296 rc 0/0 00000100:00100000:3.0:1743493944.444113:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3333 00000020:00080000:3.0:1743493944.444119:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493944.499439:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.521710:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.533264:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027564288 00000100:00100000:3.0:1743493944.533276:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027564288 00000100:00100000:3.0:1743493944.534011:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11676 00000100:00100000:3.0:1743493944.534019:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+744:13290:x1828185027564288:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.534038:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.534076:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c18da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d4d expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.534191:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534207:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534219:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534265:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534274:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534281:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534322:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534328:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534334:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534339:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.534343:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534350:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534361:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.534364:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.534368:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.534374:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c18e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536078:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536088:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536095:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536105:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.536109:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536116:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536129:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xefbe0492 (ffff998b55ff4d40) 00010000:00010000:3.0:1743493944.536132:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.536135:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536141:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c18e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.536199:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c18da lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d4d expref: 745 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.536208:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c18da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d4d expref: 745 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.536223:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09e40, rc 0) 00000100:00100000:3.0:1743493944.536325:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+744:13290:x1828185027564288:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2304us (3279us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.536334:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11676 00000100:00100000:3.0:1743493944.544266:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.544304:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027564416 00000100:00100000:3.0:1743493944.544313:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027564416 00000100:00100000:3.0:1743493944.544373:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11677 00000100:00100000:3.0:1743493944.544395:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+742:13290:x1828185027564416:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.544415:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.544451:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c18ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d54 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.544546:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544561:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544572:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544599:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544608:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544615:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544655:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544662:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544670:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544676:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.544681:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544689:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544701:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.544704:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.544709:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544714:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c18f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544735:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544742:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544747:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544782:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.544785:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544791:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544799:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4bac77d5 (ffff998b50e5f440) 00010000:00010000:3.0:1743493944.544801:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.544804:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544810:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c18fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493944.544846:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c18ef lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d54 expref: 743 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.544854:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c18ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d54 expref: 743 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.544867:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb4c0, rc 0) 00000100:00100000:3.0:1743493944.544936:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+742:13290:x1828185027564416:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 554us (672us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.544944:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11677 00000100:00100000:3.0:1743493944.559741:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027564672 00000100:00100000:3.0:1743493944.559799:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027564672 00000100:00100000:3.0:1743493944.559871:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11678 00000100:00100000:3.0:1743493944.559880:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+742:13289:x1828185027564672:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.559902:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.559906:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.559934:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c18be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d3f expref: 742 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.559957:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.559962:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.559987:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1904 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950d5b expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.560118:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.560135:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.560145:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.560170:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c1912 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.560178:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c1912 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.560185:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c1912 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:3.0:1743493944.560740:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15f:0x0], index 1: 0 00000040:00080000:3.0:1743493944.560910:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3504, 184 off618168 00010000:00010000:3.0:1743493944.561117:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1919 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561128:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561137:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561179:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561185:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561191:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561202:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.561206:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561214:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561223:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.561226:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.561230:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561237:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c190b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493944.561255:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000625e7024 reply state 000000000c7ee73b transno 4294974300 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c1912 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561265:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c1912 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.561272:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x603ebcfa (ffff998b50e5f100) 00010000:00010000:3.0:1743493944.561274:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.561277:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493944.561307:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1904 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d5b expref: 744 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.561328:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1919 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d5b expref: 743 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.561336:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f6:0x0].0x0 (ffff998b55ff4d40) 00010000:00010000:3.0:1743493944.561338:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493944.561341:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f87c0, rc 0) 00000100:00100000:3.0:1743493944.561450:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+744:13289:x1828185027564672:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1569us (1805us total) trans 4294974300 rc 0/0 00000100:00100000:3.0:1743493944.561458:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11678 00000100:00100000:3.0:1743493944.591963:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027565696 00000100:00100000:3.0:1743493944.591974:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027565696 00000100:00100000:3.0:1743493944.592053:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11680 00000100:00100000:3.0:1743493944.592062:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+748:13289:x1828185027565696:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493944.592150:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493944.592177:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1919 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d5b expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.592204:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f6:0x0].0x0 (ffff998b55ff4d40) 00010000:00010000:3.0:1743493944.592222:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.592261:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1958 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592275:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1958 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592285:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1958 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592312:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c195f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592322:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c195f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592329:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c195f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x603ebcfa bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592484:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1966 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592493:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1966 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493944.592500:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1966 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493944.612180:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.620307:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.620395:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.627988:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.628059:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.662858:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.662933:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.678728:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027568000 00000100:00100000:3.0:1743493944.678738:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027568000 00000100:00100000:3.0:1743493944.678839:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11690 00000100:00100000:3.0:1743493944.678848:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+754:13289:x1828185027568000:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.678869:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.678873:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.678899:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c19ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d7e expref: 754 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.678924:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.678929:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.678956:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1a2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950daf expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.679090:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.679104:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.679114:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.679158:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1a38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.679166:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.679173:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:3.0:1743493944.679729:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x160:0x0], index 1: 0 00000040:00080000:3.0:1743493944.679882:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3510, 184 off619240 00010000:00010000:3.0:1743493944.680075:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1a3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680085:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680094:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680138:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680145:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680153:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680159:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.680163:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680171:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680180:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.680183:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.680187:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680193:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c1a31 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493944.680208:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b2464cec reply state 0000000050c36211 transno 4294974308 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680218:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c1a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.680224:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x4bac77d5 (ffff998b5b3ef440) 00010000:00010000:3.0:1743493944.680227:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.680230:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493944.680257:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1a2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950daf expref: 756 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.680275:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c1a3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950daf expref: 755 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.680287:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f8:0x0].0x0 (ffff998b5b3eda40) 00010000:00010000:3.0:1743493944.680290:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493944.680293:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01d300, rc 0) 00000100:00100000:3.0:1743493944.680375:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+756:13289:x1828185027568000:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1527us (1894us total) trans 4294974308 rc 0/0 00000100:00100000:3.0:1743493944.680397:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11690 00000100:00100000:3.0:1743493944.698356:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027568512 00000100:00100000:3.0:1743493944.698366:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027568512 00000100:00100000:3.0:1743493944.698458:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11692 00000100:00100000:3.0:1743493944.698466:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+756:13290:x1828185027568512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.698498:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.698501:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.698530:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c19cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d8c expref: 756 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.698553:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.698558:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.698582:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1a69 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950dc4 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.698701:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.698714:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.698723:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.698746:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1a77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.698788:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.698795:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:3.0:1743493944.699290:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x161:0x0], index 0: 0 00000040:00080000:3.0:1743493944.699403:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3511, 184 off619424 00010000:00010000:3.0:1743493944.699572:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c1a7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699580:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c1a7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699587:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c1a7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699621:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699627:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699633:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699639:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.699643:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699653:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699661:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.699664:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.699667:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699672:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1a70 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493944.699687:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000006e8e9ee reply state 0000000006a17429 transno 4294974309 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699696:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c1a77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.699702:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4bac77d5 (ffff998b50e5f440) 00010000:00010000:3.0:1743493944.699705:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.699707:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493944.699729:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1a69 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dc4 expref: 758 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.699744:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c1a7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dc4 expref: 757 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.699773:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f9:0x0].0x0 (ffff998b5b3eea80) 00010000:00010000:3.0:1743493944.699776:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493944.699779:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e5c0, rc 0) 00000100:00100000:3.0:1743493944.699854:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+758:13290:x1828185027568512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1387us (1611us total) trans 4294974309 rc 0/0 00000100:00100000:3.0:1743493944.699881:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11692 00000100:00100000:3.0:1743493944.713886:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027568896 00000100:00100000:3.0:1743493944.713895:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027568896 00000100:00100000:3.0:1743493944.713954:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2195 00000100:00100000:3.0:1743493944.713962:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+114:2438:x1828185027568896:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.713979:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.714023:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950dcb expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.714054:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x161:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.714084:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.714086:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.714095:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 115 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.714114:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 115 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.714128:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185fc40, rc 0) 00000100:00100000:3.0:1743493944.714206:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+115:2438:x1828185027568896:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 243us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.714215:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2195 00000100:00100000:3.0:1743493944.720025:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.729867:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027569792 00000100:00100000:3.0:1743493944.729877:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027569792 00000100:00100000:3.0:1743493944.729952:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11694 00000100:00100000:3.0:1743493944.729961:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+763:13290:x1828185027569792:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493944.730054:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493944.730082:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c1a7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dc4 expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.730107:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f9:0x0].0x0 (ffff998b5b3eea80) 00010000:00010000:3.0:1743493944.730123:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.730161:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730175:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730185:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730210:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c1ab6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730219:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730225:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730361:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730369:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730376:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493944.730725:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].268, 64 off25408 00000040:00080000:3.0:1743493944.730815:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3515, 184 off620128 00010000:00010000:3.0:1743493944.730941:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730950:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730957:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730964:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730970:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730975:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730980:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730985:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493944.730989:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.730996:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731004:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f9:0x0].0x0 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493944.731007:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493944.731010:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731015:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1ac4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731041:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731046:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731051:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731055:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.731058:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731063:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731069:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f9:0x0].0x0 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493944.731071:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493944.731074:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731078:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1abd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731284:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731291:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731296:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731300:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.731304:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731309:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731317:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.731320:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.731323:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731329:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1aaf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493944.731344:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b17d7ea2 reply state 000000005a026a3c transno 4294974315 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731353:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c1ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.731358:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4bac77d5 (ffff998b50e5f440) 00010000:00010000:3.0:1743493944.731360:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.731363:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493944.731485:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027569792:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1522us (1953us total) trans 4294974315 rc 0/0 00000100:00100000:3.0:1743493944.731494:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11694 00000100:00100000:3.0:1743493944.743048:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027570048 00000100:00100000:3.0:1743493944.743059:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027570048 00000100:00100000:3.0:1743493944.743135:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11696 00000100:00100000:3.0:1743493944.743144:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+764:13289:x1828185027570048:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.743179:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.743213:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950de0 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.743319:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c1ae7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.743336:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c1ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.743349:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c1ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493944.743421:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493944.743426:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493944.743447:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c1ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.743472:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950de0 expref: 766 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.743495:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c1ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950de0 expref: 765 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.743504:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.743507:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493944.743511:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4040, rc 0) 00000100:00100000:3.0:1743493944.743604:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+765:13289:x1828185027570048:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 459us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.743612:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11696 00000100:00100000:3.0:1743493944.753155:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027570176 00000100:00100000:3.0:1743493944.753165:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027570176 00000100:00100000:3.0:1743493944.753730:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3342 00000100:00100000:3.0:1743493944.753740:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+765:13289:x1828185027570176:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493944.762784:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+766:13289:x1828185027570176:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 9010us (9693us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.762796:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3342 00000100:00100000:3.0:1743493944.768990:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027570688 00000100:00100000:3.0:1743493944.769002:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027570688 00000100:00100000:3.0:1743493944.769082:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3343 00000100:00100000:3.0:1743493944.769090:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+766:13290:x1828185027570688:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493944.793124:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.808619:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.819484:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027572096 00000100:00100000:3.0:1743493944.819489:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027572096 00000100:00100000:3.0:1743493944.819676:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2196 00000100:00100000:3.0:1743493944.819683:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+102:2437:x1828185027572096:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.819693:0:15625:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.819728:0:15625:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e26 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.819784:0:15625:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x161:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.819816:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.819818:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.819827:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 103 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.819844:0:15625:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 103 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.819860:0:15625:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3100, rc 0) 00000100:00100000:3.0:1743493944.819937:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+103:2437:x1828185027572096:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 253us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.819945:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2196 00000100:00100000:3.0:1743493944.837664:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027572480 00000100:00100000:3.0:1743493944.837678:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027572480 00000100:00100000:3.0:1743493944.837782:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2197 00000100:00100000:3.0:1743493944.837791:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027572480:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.837810:0:15625:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.837858:0:15625:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e2d expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493944.837889:0:15625:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x162:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493944.837922:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.837925:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493944.837934:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 116 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.837952:0:15625:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 116 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493944.837964:0:15625:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e200, rc 0) 00000100:00100000:3.0:1743493944.838057:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+116:2437:x1828185027572480:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 265us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493944.838065:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2197 00000100:00100000:3.0:1743493944.840927:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493944.853516:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027573120 00000100:00100000:3.0:1743493944.853527:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027573120 00000100:00100000:3.0:1743493944.853597:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11708 00000100:00100000:3.0:1743493944.853605:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+775:13289:x1828185027573120:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.853621:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.853659:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1bff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e34 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.853785:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853800:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853813:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853861:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853869:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853875:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853907:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853914:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853925:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853931:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.853935:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853943:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853955:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.853958:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.853963:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853969:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1c06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853989:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.853996:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854002:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854007:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.854010:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854017:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854025:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xefbe0492 (ffff998b55ff4380) 00010000:00010000:3.0:1743493944.854028:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.854031:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854037:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c1c0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xefbe0492 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.854081:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1bff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e34 expref: 776 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.854090:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1bff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e34 expref: 776 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.854104:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb4c0, rc 0) 00000100:00100000:3.0:1743493944.854188:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+775:13289:x1828185027573120:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 582us (3055us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.854196:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11708 00000100:00100000:3.0:1743493944.875141:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027573632 00000100:00100000:3.0:1743493944.875152:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027573632 00000100:00100000:3.0:1743493944.875230:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11711 00000100:00100000:3.0:1743493944.875243:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+777:13290:x1828185027573632:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.875280:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.875317:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c1c3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e42 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.875459:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875479:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875491:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875534:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875540:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875547:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875581:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875587:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875593:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875598:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.875601:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875608:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875618:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.875621:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.875625:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875631:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c1c45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875649:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875654:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875659:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875663:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505696c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.875666:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875671:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875677:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xcc55ce19 (ffff998c7fa820c0) 00010000:00010000:3.0:1743493944.875679:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.875681:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875685:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c1c4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.875721:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c1c3e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e42 expref: 778 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.875728:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c1c3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e42 expref: 778 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.875740:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24040, rc 0) 00000100:00100000:3.0:1743493944.876012:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+777:13290:x1828185027573632:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 768us (933us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.876020:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11711 00000100:00100000:3.0:1743493944.882438:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027573888 00000100:00100000:3.0:1743493944.882444:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027573888 00000100:00100000:3.0:1743493944.882495:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11712 00000100:00100000:3.0:1743493944.882500:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+778:13290:x1828185027573888:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.882511:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.882545:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c1c53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e49 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.882626:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.882639:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.882649:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493944.882690:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493944.882693:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493944.882711:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493944.882734:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c1c53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e49 expref: 780 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.882945:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e49 expref: 779 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.882954:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.882958:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493944.882962:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:3.0:1743493944.915705:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027574400 00000100:00100000:3.0:1743493944.915720:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027574400 00000100:00100000:3.0:1743493944.915831:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11714 00000100:00100000:3.0:1743493944.915842:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+778:13289:x1828185027574400:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.915865:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.915905:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c1c76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e57 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.916008:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916024:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916035:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916080:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916088:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916123:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916164:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916171:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916177:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916182:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.916186:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916193:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916204:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.916208:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.916212:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916218:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1c7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916238:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916244:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916249:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916259:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.916263:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916269:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916276:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xb058de9e (ffff998b51865080) 00010000:00010000:3.0:1743493944.916279:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.916282:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916288:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1c84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xb058de9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.916331:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c1c76 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e57 expref: 779 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.916340:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c1c76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e57 expref: 779 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.916353:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e980, rc 0) 00000100:00100000:3.0:1743493944.916461:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+778:13289:x1828185027574400:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 620us (1877us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.916470:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11714 00000100:00100000:3.0:1743493944.928230:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027574912 00000100:00100000:3.0:1743493944.928234:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027574912 00000100:00100000:3.0:1743493944.928285:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11716 00000100:00100000:3.0:1743493944.928295:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+779:13290:x1828185027574912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.928320:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.929130:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1ca7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e6c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.929217:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929225:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929232:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929275:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929281:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929288:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929304:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929309:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929315:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929321:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.929324:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929330:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929338:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.929341:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.929344:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929350:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1cbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929364:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929370:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929374:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929379:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.929398:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929403:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929411:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xd0af0a21 (ffff998b5b4720c0) 00010000:00010000:3.0:1743493944.929414:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.929416:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929422:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd0af0a21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.929462:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1ca7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e6c expref: 780 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.929469:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1ca7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e6c expref: 780 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.929480:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b174c0, rc 0) 00000100:00100000:3.0:1743493944.929520:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+779:13290:x1828185027574912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1225us (1372us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493944.930961:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11716 00000100:00100000:3.0:1743493944.939990:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027575168 00000100:00100000:3.0:1743493944.940007:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027575168 00000100:00100000:3.0:1743493944.940105:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11718 00000100:00100000:3.0:1743493944.940114:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+778:13289:x1828185027575168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.940136:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.940140:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.940171:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c1c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e3b expref: 778 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.940198:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493944.940204:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.940231:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c1cca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e73 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.940369:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1cd1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.940400:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1cd1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.940412:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1cd1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.940441:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c1cd8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.940451:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c1cd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.940458:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c1cd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x4bac77d5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:3.0:1743493944.968079:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027575680 00000100:00100000:3.0:1743493944.968086:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027575680 00000100:00100000:3.0:1743493944.968142:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11720 00000100:00100000:3.0:1743493944.968149:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+780:13290:x1828185027575680:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493944.968174:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493944.968177:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493944.968201:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c1c5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e49 expref: 780 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.968221:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.968226:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493944.968248:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1d09 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950e88 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.968367:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.968390:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.968401:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.968444:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1d17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.968451:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1d17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.968458:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1d17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493944.976092:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x163:0x0], index 0: 0 00000040:00080000:3.0:1743493944.976244:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3523, 184 off621568 00010000:00010000:3.0:1743493944.976490:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1d1e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976510:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1d1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976523:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1d1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976572:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976580:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976587:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976595:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493944.976600:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976609:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976622:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493944.976625:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493944.976630:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976636:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c1d10 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493944.976658:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f8325cff reply state 00000000872c177e transno 4294974325 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1d17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976670:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c1d17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493944.976678:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe321e362 (ffff998b5b3eda40) 00010000:00010000:3.0:1743493944.976681:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493944.976684:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493944.976721:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c1d09 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e88 expref: 782 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.976744:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1d1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e88 expref: 781 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493944.979113:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2fd:0x0].0x0 (ffff998b50fef440) 00010000:00010000:3.0:1743493944.979117:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493944.979121:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8400, rc 0) 00000100:00080000:3.0:1743493945.005311:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493915 00000100:00100000:3.0:1743493945.008696:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.030932:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.052616:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.052699:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.061902:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.094112:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027577984 00000100:00100000:3.0:1743493945.094124:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027577984 00000100:00100000:3.0:1743493945.095163:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11728 00000100:00100000:3.0:1743493945.095172:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+790:13289:x1828185027577984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.095192:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.095232:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1dc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950eb9 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.095329:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095344:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095356:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095419:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095428:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095436:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095480:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095488:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095495:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095502:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.095507:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095515:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095528:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493945.095532:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.095537:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095543:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1dcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095564:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095571:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095577:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095587:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.095591:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095597:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095604:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xcc55ce19 (ffff998c47e9a400) 00010000:00010000:3.0:1743493945.095607:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.095609:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095615:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c1dd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xcc55ce19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493945.095661:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1dc6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eb9 expref: 791 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.095670:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c1dc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eb9 expref: 791 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.095684:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b174c0, rc 0) 00000100:00100000:3.0:1743493945.095734:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+790:13289:x1828185027577984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 563us (1791us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.095742:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11728 00000100:00100000:3.0:1743493945.103990:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027578240 00000100:00100000:3.0:1743493945.104001:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027578240 00000100:00100000:3.0:1743493945.111196:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027578368 00000100:00100000:3.0:1743493945.111211:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027578368 00000100:00100000:3.0:1743493945.124210:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.132641:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.136251:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.146488:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.151137:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.155165:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.183230:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.203038:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.205353:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.221966:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.222058:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.225933:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11743 00000100:00100000:3.0:1743493945.225939:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027581824:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.225955:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.225993:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1f1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f22 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.226150:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226160:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226168:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226206:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226213:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226223:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226240:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226246:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226253:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226258:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.226260:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226265:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226272:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.226275:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.226278:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226283:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c1f2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226483:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226491:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226497:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226502:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.226506:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226512:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226520:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8842e21 (ffff998b51865080) 00010000:00010000:3.0:1743493945.226523:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.226526:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226532:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c1f39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8842e21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.226572:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1f1d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f22 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.226582:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c1f1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f22 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.226596:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3cb80, rc 0) 00000100:00100000:3.0:1743493945.227557:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027581824:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1615us (5497us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.227567:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11743 00000100:00100000:3.0:1743493945.246616:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027582208 00000100:00100000:3.0:1743493945.246620:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027582208 00000100:00100000:3.0:1743493945.246690:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11746 00000100:00100000:3.0:1743493945.246695:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027582208:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.246714:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.246781:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1f55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f37 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.246914:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.246928:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.246939:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.246964:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.246972:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.246978:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247013:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247019:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247026:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247032:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.247037:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247045:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247058:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.247060:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.247065:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247071:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c1f63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247091:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247098:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247104:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247109:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.247112:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247118:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247125:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe321e362 (ffff998b5b3eda40) 00010000:00010000:3.0:1743493945.247127:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.247130:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247136:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c1f71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe321e362 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.247166:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1f55 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f37 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.247175:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c1f55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f37 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.247189:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17c40, rc 0) 00000100:00100000:3.0:1743493945.247268:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027582208:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 569us (719us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.247278:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11746 00000100:00100000:3.0:1743493945.254567:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027582464 00000100:00100000:3.0:1743493945.254578:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027582464 00000100:00100000:3.0:1743493945.254656:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11747 00000100:00100000:3.0:1743493945.254665:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+802:13289:x1828185027582464:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.254687:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.254691:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493945.254720:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c1ed7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eff expref: 802 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.254749:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493945.254784:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493945.276533:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027582976 00000100:00100000:3.0:1743493945.276540:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027582976 00000100:00100000:3.0:1743493945.276650:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2203 00000100:00100000:3.0:1743493945.276658:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+118:2437:x1828185027582976:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.276670:0:15625:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.276707:0:15625:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x165:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f53 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493945.276732:0:15625:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x165:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493945.276942:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.276946:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.276953:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 119 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.276969:0:15625:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 119 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.276980:0:15625:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3c400, rc 0) 00000100:00100000:3.0:1743493945.282016:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.289900:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.290000:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.304710:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.314064:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.314127:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.345350:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.353978:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027585408 00000100:00100000:3.0:1743493945.353987:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027585408 00000100:00100000:3.0:1743493945.354048:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11757 00000100:00100000:3.0:1743493945.354057:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027585408:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.354073:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.354103:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c207b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f84 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.354187:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354201:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354210:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354253:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354261:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354268:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354299:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354305:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354311:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354316:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.354320:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354327:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354339:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.354343:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.354347:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354352:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2082 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354371:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354443:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354451:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354456:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.354459:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354465:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354473:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe7ee91d5 (ffff998b50fef440) 00010000:00010000:3.0:1743493945.354476:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.354478:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354485:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2089 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.354527:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c207b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f84 expref: 815 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.354536:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c207b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f84 expref: 815 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.354549:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90400, rc 0) 00000100:00100000:3.0:1743493945.354624:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027585408:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 567us (743us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.354633:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11757 00000100:00100000:3.0:1743493945.365199:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027585664 00000100:00100000:3.0:1743493945.365209:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027585664 00000100:00100000:3.0:1743493945.365879:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11759 00000100:00100000:3.0:1743493945.365888:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027585664:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.365907:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.365943:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c20a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f92 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.366037:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366052:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366064:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366111:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366119:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366127:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366164:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366171:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366178:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366184:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.366189:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366197:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366209:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.366213:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.366218:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366225:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c20ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366246:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366252:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366258:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366264:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.366266:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366272:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366280:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xcf8a5e3e (ffff998c47e9a400) 00010000:00010000:3.0:1743493945.366283:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.366285:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366291:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c20b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xcf8a5e3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.366335:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c20a5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f92 expref: 815 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.366345:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c20a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f92 expref: 815 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.366358:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3c40, rc 0) 00000100:00100000:3.0:1743493945.366467:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027585664:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 578us (1360us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.366476:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11759 00000100:00100000:3.0:1743493945.373037:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027585920 00000100:00100000:3.0:1743493945.373049:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027585920 00000100:00100000:3.0:1743493945.374552:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11760 00000100:00100000:3.0:1743493945.374564:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027585920:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.374588:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.374591:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493945.374620:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c203c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f68 expref: 814 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.374649:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.374654:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493945.374680:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c20ba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950f99 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493945.382530:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027586304 00000100:00100000:3.0:1743493945.382540:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027586304 00000100:00100000:3.0:1743493945.382615:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11762 00000100:00100000:3.0:1743493945.382624:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+816:13289:x1828185027586304:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.382658:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.382661:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493945.382688:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c204a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f6f expref: 816 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.382714:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493945.382719:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493945.382744:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c20f2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950fa7 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.382986:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c20f9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.383000:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c20f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.383011:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c20f9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.383039:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c2100 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.383048:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c2100 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.383055:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c2100 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:3.0:1743493945.383606:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x166:0x0], index 0: 0 00000040:00080000:3.0:1743493945.383724:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3542, 184 off624920 00000100:00100000:3.0:1743493945.391555:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.404633:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.410740:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027586816 00000100:00100000:3.0:1743493945.410769:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027586816 00000100:00100000:3.0:1743493945.410845:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2205 00000100:00100000:3.0:1743493945.410853:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+119:2438:x1828185027586816:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.410870:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.410919:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x166:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950fb5 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493945.410951:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x166:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493945.410980:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.410983:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.410992:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 120 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.411017:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 120 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.411031:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4040, rc 0) 00000100:00100000:3.0:1743493945.411121:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+120:2438:x1828185027586816:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 267us (2008us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493945.411129:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2205 00000100:00100000:3.0:1743493945.414129:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027587072 00000100:00100000:3.0:1743493945.414139:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027587072 00000100:00100000:3.0:1743493945.414227:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 851 00000100:00100000:3.0:1743493945.414236:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185027587072:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:3.0:1743493945.414361:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185027587072:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 124us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493945.414370:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 851 00000100:00100000:3.0:1743493945.432520:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027587712 00000100:00100000:3.0:1743493945.432531:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027587712 00000100:00100000:3.0:1743493945.435185:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11764 00000100:00100000:3.0:1743493945.435198:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+823:13290:x1828185027587712:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.435251:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.435295:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c213f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4950fbc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.435418:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435438:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435449:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435500:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435509:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435517:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435557:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435565:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435571:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435577:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.435581:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435589:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435601:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.435604:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.435609:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435615:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2146 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435637:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435643:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435649:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435654:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.435656:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435662:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435668:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe7ee91d5 (ffff998b5b473100) 00010000:00010000:3.0:1743493945.435671:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.435673:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435678:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c214d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe7ee91d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.435717:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c213f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fbc expref: 824 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.435725:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c213f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fbc expref: 824 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.435738:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53503100, rc 0) 00000100:00100000:3.0:1743493945.435857:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+823:13290:x1828185027587712:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 659us (3599us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.435865:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11764 00000100:00100000:3.0:1743493945.439403:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027587968 00000100:00100000:3.0:1743493945.439414:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027587968 00000100:00100000:3.0:1743493945.459326:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027588352 00000100:00100000:3.0:1743493945.459336:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027588352 00000100:00100000:3.0:1743493945.459420:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3362 00000100:00100000:3.0:1743493945.459428:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+825:13290:x1828185027588352:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493945.467154:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.477256:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.477631:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.492285:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.496887:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.499053:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.541689:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.550668:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.552571:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027590528 00000100:00100000:3.0:1743493945.552584:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027590528 00000100:00100000:3.0:1743493945.552663:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3364 00000100:00100000:3.0:1743493945.552672:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+830:13290:x1828185027590528:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493945.553416:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3549, 168 off626160 00000001:00080000:3.0:1743493945.553426:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974358 00000100:00100000:3.0:1743493945.553643:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+832:13290:x1828185027590528:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 970us (1827us total) trans 4294974359 rc 0/0 00000100:00100000:3.0:1743493945.553657:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3364 00000020:00080000:3.0:1743493945.553663:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493945.557350:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027590784 00000100:00100000:3.0:1743493945.557360:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027590784 00000100:00100000:3.0:1743493945.557449:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3365 00000100:00100000:3.0:1743493945.557459:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+832:13289:x1828185027590784:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493945.558081:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3550, 168 off626328 00000001:00080000:3.0:1743493945.558089:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974360 00000100:00100000:3.0:1743493945.558257:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027590784:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 798us (1141us total) trans 4294974361 rc 0/0 00000100:00100000:3.0:1743493945.558266:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3365 00000020:00080000:3.0:1743493945.558273:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493945.571966:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027591296 00000100:00100000:3.0:1743493945.571981:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027591296 00000100:00100000:3.0:1743493945.572070:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11777 00000100:00100000:3.0:1743493945.572079:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+835:13289:x1828185027591296:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493945.572161:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493945.572188:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c2242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x305:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951002 expref: 835 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.572213:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x305:0x0].0x0 (ffff998c47e9a400) 00010000:00010000:3.0:1743493945.572232:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493945.572274:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.572288:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.572303:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.572367:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c2281 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.572997:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c2281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.573010:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c2281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.573189:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x305:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.573198:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.573206:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493945.573984:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].274, 64 off25792 00000040:00080000:3.0:1743493945.574289:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3552, 184 off626696 00010000:00010000:3.0:1743493945.578022:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x305:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578054:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578068:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578079:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578092:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578099:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578106:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578113:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493945.578118:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578127:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578141:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x305:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:3.0:1743493945.578145:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493945.578151:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578158:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c228f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x305:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578205:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578213:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578219:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578225:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.578230:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578236:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578245:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x305:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:3.0:1743493945.578248:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493945.578252:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578257:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2288 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x305:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578634:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578642:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578648:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578654:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.578658:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578665:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578675:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493945.578678:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.578682:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578692:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c227a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493945.578711:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f1beacdd reply state 00000000e5876e36 transno 4294974363 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c2281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578725:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c2281 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xe321e362 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493945.578732:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xe321e362 (ffff998b51867100) 00010000:00010000:3.0:1743493945.578735:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493945.578739:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493945.605320:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027591936 00000100:00100000:3.0:1743493945.605335:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027591936 00000100:00100000:3.0:1743493945.605434:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3366 00000100:00100000:3.0:1743493945.605445:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+837:13289:x1828185027591936:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493945.618459:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+838:13289:x1828185027591936:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 13007us (13469us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493945.618474:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3366 00000100:00100000:3.0:1743493945.644526:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.666989:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.675593:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.684310:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.700730:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.719284:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.726987:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.736149:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.743412:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.757926:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.782975:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.803819:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.803888:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.817367:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.841039:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.843008:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.869730:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027596672 00000100:00100000:3.0:1743493945.869744:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027596672 00000100:00100000:3.0:1743493945.869936:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2210 00000100:00100000:3.0:1743493945.869948:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+109:2439:x1828185027596672:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.869974:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.870028:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b51b14b80/0x1414d533cd4c2487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x168:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49510aa expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493945.870070:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x168:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493945.870109:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.870112:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493945.870123:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b14b80/0x1414d533cd4c2487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510aa expref: 110 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.870145:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b51b14b80/0x1414d533cd4c2487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x168:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510aa expref: 110 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493945.870163:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14b80, rc 0) 00000100:00100000:3.0:1743493945.870275:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+110:2439:x1828185027596672:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 327us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493945.870283:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2210 00000100:00100000:3.0:1743493945.928465:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.928536:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.959930:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493945.961144:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+858:13289:x1828185027598080:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 963us (1218us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.961157:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11803 00000100:00100000:3.0:1743493945.992447:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027598848 00000100:00100000:3.0:1743493945.992466:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027598848 00000100:00100000:3.0:1743493945.992612:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11805 00000100:00100000:3.0:1743493945.992628:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+862:13290:x1828185027598848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493945.992703:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493945.992798:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c251a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49510e2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.992920:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.992938:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.992950:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993009:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993017:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993024:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993075:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993082:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993089:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993095:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.993099:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993107:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993119:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493945.993123:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.993128:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993134:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2521 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993158:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993163:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993168:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993176:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493945.993179:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993184:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993191:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x9aad1cc4 (ffff998b5683e740) 00010000:00010000:3.0:1743493945.993194:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493945.993197:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993202:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2528 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x9aad1cc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493945.993250:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c251a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510e2 expref: 863 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.993259:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c251a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510e2 expref: 863 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493945.993272:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198b80, rc 0) 00000100:00100000:3.0:1743493945.993350:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+862:13290:x1828185027598848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 726us (1044us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493945.993358:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11805 00000100:00100000:3.0:1743493946.025099:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027599616 00000100:00100000:3.0:1743493946.025113:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027599616 00000100:00100000:3.0:1743493946.025211:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11807 00000100:00100000:3.0:1743493946.025221:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+866:13289:x1828185027599616:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493946.025318:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493946.025357:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c2505 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510d4 expref: 866 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.025414:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30a:0x0].0x0 (ffff998b5683fac0) 00010000:00010000:3.0:1743493946.025437:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493946.025486:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025505:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025517:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025544:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c2544 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025553:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c2544 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025562:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c2544 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025864:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025875:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.025883:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493946.035343:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].286, 64 off26560 00000040:00080000:3.0:1743493946.035428:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3566, 184 off629192 00010000:00010000:3.0:1743493946.035631:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035652:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035665:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035675:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035683:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035689:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035695:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035702:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493946.035707:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035715:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035729:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30a:0x0].0x0 (ffff998b5683e740) 00010000:00010000:3.0:1743493946.035732:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493946.035736:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.035743:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c2552 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038543:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038563:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038573:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038580:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.038585:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038595:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038613:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30a:0x0].0x0 (ffff998b5683e740) 00010000:00010000:3.0:1743493946.038616:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493946.038622:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.038629:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c254b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.039002:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.039010:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.039018:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.039024:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.039028:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.039035:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.040338:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.040341:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.040348:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.040355:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c253d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493946.040394:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000297dbc3d reply state 00000000cc4ff041 transno 4294974382 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c2544 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.040409:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c2544 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.040418:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x22737f46 (ffff998b5683f780) 00010000:00010000:3.0:1743493946.040420:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493946.040424:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493946.055703:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.146043:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.150741:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.158068:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00080000:3.0:1743493946.160560:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493916 00000100:00100000:3.0:1743493946.163450:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.168066:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.169699:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.169784:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.169815:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027601792 00000100:00100000:3.0:1743493946.169821:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027601792 00010000:00010000:3.0:1743493946.169854:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495112f expref: 126 pid: 15659 timeout: 1248 lvb_type: 1 00000100:00100000:3.0:1743493946.169877:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3152 00000100:00100000:3.0:1743493946.169883:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+126:2440:x1828185027601792:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493946.169903:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493946.169924:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2608 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495112f expref: 126 pid: 15659 timeout: 1248 lvb_type: 1 00010000:00010000:3.0:1743493946.169936:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2608 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495112f expref: 126 pid: 15659 timeout: 1248 lvb_type: 1 00010000:00010000:3.0:1743493946.169955:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.169958:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.169964:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 126 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.169975:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 126 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.170043:0:6538:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 126 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493946.170057:0:6538:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a54540 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6538:1828185060436864:192.168.206.41@tcp:105: 00000100:00100000:3.0:1743493946.170142:0:6538:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b53028900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493946.180014:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.193768:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.210284:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.214351:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.231658:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.283428:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.299437:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.305098:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.317004:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027604480 00000100:00100000:3.0:1743493946.317014:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027604480 00000100:00100000:3.0:1743493946.317095:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11825 00000100:00100000:3.0:1743493946.317104:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+879:13289:x1828185027604480:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.317126:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.317162:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951175 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.317259:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317274:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317285:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317329:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317336:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317342:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317395:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317403:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317409:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317415:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.317419:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317427:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317438:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.317441:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.317446:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317452:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c26cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317472:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317477:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317482:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317490:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.317493:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317499:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317507:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x622c68bf (ffff998b5683e400) 00010000:00010000:3.0:1743493946.317509:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.317511:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317516:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x622c68bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.317557:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951175 expref: 880 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.317566:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951175 expref: 880 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.317579:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb4c0, rc 0) 00000100:00100000:3.0:1743493946.325089:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+879:13289:x1828185027604480:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7974us (8356us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493946.325104:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11825 00000100:00100000:3.0:1743493946.327071:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a54b00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060437248:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493946.327143:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c26be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.329268:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c26be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.329276:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c26be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493946.329294:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fc:0x0]: returning size 260096 00010000:00010000:3.0:1743493946.329529:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c26b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495116e expref: 879 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.329552:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c26be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495116e expref: 878 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.329559:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5662cd40) 00010000:00010000:3.0:1743493946.329562:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493946.329564:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfad40, rc 0) 00000100:00100000:3.0:1743493946.329610:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+878:13290:x1828185027604352:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 20391us (20747us total) trans 4294974391 rc 0/0 00000100:00100000:3.0:1743493946.329618:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11824 00000100:00100000:3.0:1743493946.335163:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027604736 00000100:00100000:3.0:1743493946.335173:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027604736 00000100:00100000:3.0:1743493946.335248:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11826 00000100:00100000:3.0:1743493946.335257:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+878:13289:x1828185027604736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.335278:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.335315:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c26e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495117c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.335434:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335448:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335459:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335505:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335513:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335520:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335559:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335566:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335573:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335579:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.335582:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335590:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335600:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.335603:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.335608:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335614:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c26e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335632:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335638:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335643:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335648:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.335651:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335656:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335662:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x9fa70bab (ffff998b5683e400) 00010000:00010000:3.0:1743493946.335664:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.335666:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335671:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c26ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x9fa70bab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.335712:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c26e1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495117c expref: 879 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.335720:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c26e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495117c expref: 879 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.335733:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb880, rc 0) 00000100:00100000:3.0:1743493946.335828:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+878:13289:x1828185027604736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 572us (772us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493946.335836:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11826 00000100:00100000:3.0:1743493946.346159:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027605248 00000100:00100000:3.0:1743493946.346169:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027605248 00000100:00100000:3.0:1743493946.346250:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11828 00000100:00100000:3.0:1743493946.346259:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+880:13289:x1828185027605248:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.346281:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.346321:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c2704 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495118a expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.346491:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c270b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.346505:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c270b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.346517:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c270b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493946.346530:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fd:0x0]: returning size 260096 00010000:00010000:3.0:1743493946.346719:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c2704 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495118a expref: 883 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.346743:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c270b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495118a expref: 882 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.346788:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b54cbda40) 00010000:00010000:3.0:1743493946.346791:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493946.346796:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfa5c0, rc 0) 00000100:00100000:3.0:1743493946.346876:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+882:13289:x1828185027605248:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 616us (797us total) trans 4294974392 rc 0/0 00000100:00100000:3.0:1743493946.346884:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11828 00000100:00100000:3.0:1743493946.366562:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027605760 00000100:00100000:3.0:1743493946.366574:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027605760 00000100:00100000:3.0:1743493946.366650:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3383 00000100:00100000:3.0:1743493946.366660:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+881:13289:x1828185027605760:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493946.367121:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3572, 168 off630216 00000001:00080000:3.0:1743493946.367130:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974394 00000100:00100000:3.0:1743493946.367311:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+883:13289:x1828185027605760:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 650us (1359us total) trans 4294974395 rc 0/0 00000100:00100000:3.0:1743493946.367319:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3383 00000020:00080000:3.0:1743493946.367324:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493946.371704:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027606016 00000100:00100000:3.0:1743493946.371719:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027606016 00000100:00100000:3.0:1743493946.385188:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027606272 00000100:00100000:3.0:1743493946.385198:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027606272 00000100:00100000:3.0:1743493946.385831:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11830 00000100:00100000:3.0:1743493946.385841:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+883:13289:x1828185027606272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.385879:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.385916:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c2735 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951198 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.386060:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.386074:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4ac71a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f92 expref: 884 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.386083:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.386152:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4ac71a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f92 expref: 884 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.386165:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4ac71a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f92 expref: 884 pid: 12851 timeout: 1248 lvb_type: 0 00000100:00100000:3.0:1743493946.386178:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005a2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060437504:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493946.386296:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493946.390688:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027606400 00000100:00100000:3.0:1743493946.390698:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027606400 00000100:00100000:3.0:1743493946.390787:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1274 00000100:00100000:3.0:1743493946.390796:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+885:2439:x1828185027606400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493946.390825:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493946.390852:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c272e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951191 expref: 885 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.390874:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5662cd40) 00010000:00010000:3.0:1743493946.390879:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493946.390947:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+884:2439:x1828185027606400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 151us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.390956:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1274 00000100:00100000:3.0:1743493946.394290:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027606656 00000100:00100000:3.0:1743493946.394299:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027606656 00000100:00100000:3.0:1743493946.416971:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11831 00000100:00100000:3.0:1743493946.416989:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+884:13290:x1828185027606656:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.417033:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.417099:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c2743 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495119f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.417249:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c274a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.417264:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c26fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951183 expref: 885 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.417273:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c274a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.417346:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c26fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951183 expref: 885 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.417359:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c26fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951183 expref: 885 pid: 12851 timeout: 1248 lvb_type: 0 00000100:00100000:3.0:1743493946.417404:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005e200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060437632:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493946.417537:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493946.423296:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4ac71a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f92 expref: 885 pid: 12851 timeout: 1248 lvb_type: 0 00000100:00100000:3.0:1743493946.423319:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005a2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060437504:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493946.423367:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.423387:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.423393:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493946.423410:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fd:0x0]: returning size 260096 00010000:00010000:3.0:1743493946.423621:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c2735 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951198 expref: 886 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.423642:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c273c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951198 expref: 885 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.423649:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b54cbda40) 00010000:00010000:3.0:1743493946.423653:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493946.423656:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb4c0, rc 0) 00000100:00100000:3.0:1743493946.423708:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+885:13289:x1828185027606272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 37868us (38612us total) trans 4294974396 rc 0/0 00000100:00100000:3.0:1743493946.423717:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11830 00010000:00010000:3.0:1743493946.426489:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c274a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.426498:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c274a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493946.426520:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fc:0x0]: returning size 260096 00010000:00010000:3.0:1743493946.426748:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c2743 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495119f expref: 885 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.426814:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c274a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495119f expref: 884 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.426821:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5662cd40) 00010000:00010000:3.0:1743493946.426824:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493946.426827:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8b80, rc 0) 00000100:00100000:3.0:1743493946.426888:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+884:13290:x1828185027606656:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 9902us (33146us total) trans 4294974397 rc 0/0 00000100:00100000:3.0:1743493946.426896:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11831 00000100:00100000:3.0:1743493946.470917:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.477897:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.486490:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.497655:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.497720:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.497817:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.508305:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027608960 00000100:00100000:3.0:1743493946.508313:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027608960 00000100:00100000:3.0:1743493946.508642:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3385 00000100:00100000:3.0:1743493946.508650:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+889:13290:x1828185027608960:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493946.509148:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3575, 168 off630736 00000001:00080000:3.0:1743493946.509158:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974400 00000100:00100000:3.0:1743493946.509364:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+891:13290:x1828185027608960:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 712us (1676us total) trans 4294974401 rc 0/0 00000100:00100000:3.0:1743493946.509385:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3385 00000020:00080000:3.0:1743493946.509391:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493946.521612:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027609344 00000100:00100000:3.0:1743493946.521619:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027609344 00000100:00100000:3.0:1743493946.521716:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3386 00000100:00100000:3.0:1743493946.521724:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+892:13290:x1828185027609344:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493946.522191:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3577, 168 off630952 00000100:00100000:3.0:1743493946.522362:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+893:13290:x1828185027609344:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 636us (2219us total) trans 4294974403 rc 0/0 00000100:00100000:3.0:1743493946.522384:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3386 00000100:00100000:3.0:1743493946.548633:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.548723:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.558844:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.592965:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1743493946.592977:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a87340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060438912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1743493946.593043:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493946.593089:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060438912 00000100:00100000:3.0:1743493946.593094:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060438912 00000100:00100000:3.0:1743493946.593139:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1743493946.593144:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3677:x1828185060438912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1743493946.593175:0:6557:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445425152 avail 1315962880 00000100:00100000:3.0:1743493946.593251:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3677:x1828185060438912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.593258:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1743493946.593319:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a87340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060438912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1743493946.598385:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060438656 00000100:00100000:3.0:1743493946.598399:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060438656 00000100:00100000:3.0:1743493946.598511:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1743493946.598520:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a87340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060438656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1743493946.599363:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 4968448 granted 489044032 pending 98304 free 3874717696 avail 3643195392 00000100:00100000:3.0:1743493946.599495:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a87340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060438656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 973us (2945us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.599505:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1743493946.599631:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a82880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060438400:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493946.599695:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c285b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493946.599730:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027611392 00000100:00100000:3.0:1743493946.599735:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027611392 00010000:00010000:3.0:1743493946.599795:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c27f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511d7 expref: 896 pid: 12851 timeout: 1248 lvb_type: 0 00000100:00100000:3.0:1743493946.611538:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027611648 00000100:00100000:3.0:1743493946.611549:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027611648 00000100:00100000:3.0:1743493946.611626:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11846 00000100:00100000:3.0:1743493946.611635:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+895:13289:x1828185027611648:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.611667:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.611702:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c2893 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951208 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.611871:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c289a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.611892:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c285b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511f3 expref: 896 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.611900:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c289a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.611968:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c285b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511f3 expref: 896 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.611981:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c285b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511f3 expref: 896 pid: 8615 timeout: 1248 lvb_type: 0 00000100:00100000:3.0:1743493946.611995:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a83400 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060439040:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493946.612107:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493946.621568:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.627823:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027612032 00000100:00100000:3.0:1743493946.627834:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027612032 00000100:00100000:3.0:1743493946.627911:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11847 00000100:00100000:3.0:1743493946.627920:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+895:13290:x1828185027612032:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.627940:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.627944:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493946.627969:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c2831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511e5 expref: 895 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.627995:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493946.628000:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493946.628025:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495120f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.628161:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.628174:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.628183:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.628209:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c28af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.628217:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c28af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.628223:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c28af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:3.0:1743493946.628802:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16b:0x0], index 0: 0 00000040:00080000:3.0:1743493946.628923:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3580, 184 off631488 00010000:00010000:3.0:1743493946.629127:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c28b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629138:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c28b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629146:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c28b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629189:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629197:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629205:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629211:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.629216:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629224:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629234:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493946.629237:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.629242:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629248:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493946.629268:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002e302b5b reply state 00000000e698c5b5 transno 4294974407 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c28af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629278:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c28af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.629285:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x7b807097 (ffff998b5683e400) 00010000:00010000:3.0:1743493946.629288:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493946.629290:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493946.629316:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495120f expref: 897 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.629334:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c28b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495120f expref: 896 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.629347:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30d:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:3.0:1743493946.629349:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493946.629352:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf9a80, rc 0) 00000100:00100000:3.0:1743493946.629457:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+897:13290:x1828185027612032:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1536us (1748us total) trans 4294974407 rc 0/0 00000100:00100000:3.0:1743493946.629465:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11847 00000100:00100000:3.0:1743493946.658782:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027612544 00000100:00100000:3.0:1743493946.658794:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027612544 00000100:00100000:3.0:1743493946.658878:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11849 00000100:00100000:3.0:1743493946.658888:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+897:13289:x1828185027612544:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.658910:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.658914:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493946.658940:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c266a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951152 expref: 897 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.658967:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.658972:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493946.658999:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28e0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951224 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.659139:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.659152:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.659162:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.659210:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c28ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.659217:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c28ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.659224:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c28ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:3.0:1743493946.659865:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16b:0x0], index 1: 0 00000040:00080000:3.0:1743493946.659985:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3581, 184 off631672 00010000:00010000:3.0:1743493946.660181:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c28f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660191:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c28f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660199:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c28f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660242:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660249:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660256:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660262:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.660267:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660279:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660288:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.660291:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.660296:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660302:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c28e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493946.660321:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b00239b0 reply state 00000000fd212a08 transno 4294974408 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c28ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660332:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c28ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.660339:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x7b807097 (ffff998b5b4720c0) 00010000:00010000:3.0:1743493946.660341:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493946.660343:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493946.660383:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c28e0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951224 expref: 899 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.660406:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c28f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951224 expref: 898 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.660414:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30e:0x0].0x0 (ffff998c47e9a400) 00010000:00010000:3.0:1743493946.660417:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493946.660420:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf9e40, rc 0) 00000100:00100000:3.0:1743493946.660507:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+899:13289:x1828185027612544:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1618us (1902us total) trans 4294974408 rc 0/0 00000100:00100000:3.0:1743493946.660518:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11849 00000100:00100000:3.0:1743493946.676406:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027612928 00000100:00100000:3.0:1743493946.676416:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027612928 00000100:00100000:3.0:1743493946.676483:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2218 00000100:00100000:3.0:1743493946.676491:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+112:2438:x1828185027612928:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.676509:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.676550:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50bf8b80/0x1414d533cd4c2903 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495122b expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493946.676580:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493946.676611:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.676613:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.676621:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50bf8b80/0x1414d533cd4c2903 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495122b expref: 113 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.676641:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b50bf8b80/0x1414d533cd4c2903 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495122b expref: 113 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.676655:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8b80, rc 0) 00000100:00100000:3.0:1743493946.676741:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+113:2438:x1828185027612928:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 249us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.676748:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2218 00000100:00100000:3.0:1743493946.694241:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027613440 00000100:00100000:3.0:1743493946.694248:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027613440 00000100:00100000:3.0:1743493946.694307:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3390 00000100:00100000:3.0:1743493946.694315:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+902:13289:x1828185027613440:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493946.694653:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3584, 168 off632192 00000001:00080000:3.0:1743493946.694661:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974412 00000100:00100000:3.0:1743493946.694859:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+904:13289:x1828185027613440:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 542us (2749us total) trans 4294974413 rc 0/0 00000100:00100000:3.0:1743493946.694868:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3390 00000020:00080000:3.0:1743493946.694872:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493946.700066:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027613568 00000100:00100000:3.0:1743493946.700084:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027613568 00000100:00100000:3.0:1743493946.700200:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11851 00000100:00100000:3.0:1743493946.700211:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+904:13290:x1828185027613568:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.700261:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.700307:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2926 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951232 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.701775:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701803:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701825:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701897:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701907:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701915:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701981:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701989:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.701997:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702005:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.702010:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702019:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702035:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493946.702039:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.702046:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702053:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c292d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702081:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702088:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702095:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702105:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.702108:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702115:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702124:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x6ed7d01b (ffff998b50f44380) 00010000:00010000:3.0:1743493946.702127:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.702129:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702136:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c2934 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.702204:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2926 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951232 expref: 905 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.702214:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2926 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951232 expref: 905 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.702232:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb4c0, rc 0) 00000100:00100000:3.0:1743493946.702351:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+904:13290:x1828185027613568:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2140us (2871us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493946.702362:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11851 00000100:00100000:3.0:1743493946.726731:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027614208 00000100:00100000:3.0:1743493946.726742:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027614208 00000100:00100000:3.0:1743493946.726841:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11853 00000100:00100000:3.0:1743493946.726851:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+906:13290:x1828185027614208:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.726878:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.726915:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2957 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951239 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.727027:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c295e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.727070:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c295e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.727084:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c295e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493946.727140:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493946.727145:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493946.727171:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c295e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.727203:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2957 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951239 expref: 908 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.727230:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c295e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951239 expref: 907 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.727239:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493946.727243:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493946.727247:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b100, rc 0) 00000100:00100000:3.0:1743493946.727338:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+907:13290:x1828185027614208:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 486us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.727359:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11853 00000100:00100000:3.0:1743493946.731182:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027614336 00000100:00100000:3.0:1743493946.731197:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027614336 00000100:00100000:3.0:1743493946.731287:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11854 00000100:00100000:3.0:1743493946.731299:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+907:13289:x1828185027614336:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.731343:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.731400:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2965 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951240 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.731529:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731547:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731561:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731610:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731618:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731626:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731677:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731684:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731692:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731703:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.731708:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731718:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731732:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.731736:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.731742:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731790:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c296c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731814:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731827:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731833:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731839:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.731842:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731849:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731858:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x6ed7d01b (ffff998b50f47ac0) 00010000:00010000:3.0:1743493946.731861:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.731864:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731871:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2973 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.731923:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2965 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951240 expref: 908 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.731933:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2965 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951240 expref: 908 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.731947:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198b80, rc 0) 00000100:00100000:3.0:1743493946.732049:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+907:13289:x1828185027614336:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 750us (1011us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493946.732057:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11854 00000100:00100000:3.0:1743493946.740571:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027614464 00000100:00100000:3.0:1743493946.740586:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027614464 00000100:00100000:3.0:1743493946.740712:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3392 00000100:00100000:3.0:1743493946.740722:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+907:13290:x1828185027614464:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493946.778722:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.788694:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.806523:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11860 00000100:00100000:3.0:1743493946.806540:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+909:13289:x1828185027615744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.806572:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.806622:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c29ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495126a expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.806734:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806779:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806798:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806832:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806844:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806856:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806897:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806904:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806911:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806917:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.806922:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806929:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806945:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.806948:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.806956:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806964:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c29d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806989:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.806997:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807003:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807009:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.807013:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807019:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807031:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x7b807097 (ffff998b5b4720c0) 00010000:00010000:3.0:1743493946.807034:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.807040:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807047:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c29dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.807094:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c29ce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495126a expref: 910 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.807105:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c29ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495126a expref: 910 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.807126:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198b80, rc 0) 00000100:00100000:3.0:1743493946.826396:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.832244:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027616256 00000100:00100000:3.0:1743493946.832254:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027616256 00000100:00100000:3.0:1743493946.832339:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2220 00000100:00100000:3.0:1743493946.832348:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+113:2437:x1828185027616256:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.832366:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.832418:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495127f expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493946.832512:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493946.832548:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.832550:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.832559:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495127f expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.832579:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495127f expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.832594:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b100, rc 0) 00000100:00100000:3.0:1743493946.833681:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027616256:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1326us (1532us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.834673:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2220 00000100:00100000:3.0:1743493946.861972:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11863 00000100:00100000:3.0:1743493946.861981:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+916:13289:x1828185027617280:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493946.862036:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493946.862053:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2a14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x310:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951271 expref: 916 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.862071:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x310:0x0].0x0 (ffff998b50f47ac0) 00010000:00010000:3.0:1743493946.862085:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493946.862113:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c2a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862122:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c2a45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862130:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c2a45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862154:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2a4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862162:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862168:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862295:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2a53 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x310:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862304:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2a53 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493946.862312:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2a53 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x310:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493946.868387:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].277, 64 off25984 00000040:00080000:3.0:1743493946.868452:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3592, 184 off633616 00010000:00010000:3.0:1743493946.868637:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868655:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868667:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868675:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868682:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868922:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868932:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868939:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493946.868944:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868953:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868965:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30f:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493946.868967:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493946.868972:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.868980:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2a61 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869022:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869029:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869035:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869041:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.869045:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869051:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869059:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30f:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493946.869061:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493946.869064:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869069:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2a3e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869328:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869335:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869341:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869347:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.869350:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869356:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869366:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493946.869368:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.869386:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869391:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2a30 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493946.869409:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001fc53c12 reply state 00000000e616a076 transno 4294974423 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c2a37 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869420:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c2a37 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x7b807097 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.869427:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x7b807097 (ffff998b5683e400) 00010000:00010000:3.0:1743493946.869430:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493946.869433:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493946.876025:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+918:13290:x1828185027617024:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 14549us (16539us total) trans 4294974423 rc 0/0 00000100:00100000:3.0:1743493946.876045:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11862 00000100:00100000:3.0:1743493946.896315:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493946.958178:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027618432 00000100:00100000:3.0:1743493946.958193:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027618432 00000100:00100000:3.0:1743493946.958260:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11869 00000100:00100000:3.0:1743493946.958269:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+920:13289:x1828185027618432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.958287:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.958326:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2ac3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512a9 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.958434:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958449:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958460:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958484:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958494:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958501:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958546:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958553:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958559:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958565:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.958569:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958577:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958590:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.958593:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.958597:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958603:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2aca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958625:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958631:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958637:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958642:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493946.958645:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958650:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958658:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x7b807097 (ffff998b5b4720c0) 00010000:00010000:3.0:1743493946.958660:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493946.958663:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958668:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2ad1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.958702:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2ac3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512a9 expref: 921 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.958711:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2ac3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512a9 expref: 921 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.958725:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5e40, rc 0) 00000100:00100000:3.0:1743493946.958880:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+920:13289:x1828185027618432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 608us (4594us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493946.958889:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11869 00000100:00100000:3.0:1743493946.968811:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027618688 00000100:00100000:3.0:1743493946.968834:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027618688 00000100:00100000:3.0:1743493946.968989:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027618944 00000100:00100000:3.0:1743493946.968996:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027618944 00000100:00100000:3.0:1743493946.969082:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11871 00000100:00100000:3.0:1743493946.969102:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+921:13289:x1828185027618944:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.969131:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.969138:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493946.969171:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2a84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495128d expref: 921 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.969211:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493946.969216:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493946.969244:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c2ad8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512b7 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493946.969907:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2ae6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.969926:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2ae6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.969937:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2ae6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.969962:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c2aed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.969973:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c2aed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493946.969980:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c2aed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x7b807097 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493946.987598:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027619072 00000100:00100000:3.0:1743493946.987616:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027619072 00000100:00100000:3.0:1743493946.987715:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2221 00000100:00100000:3.0:1743493946.987724:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027619072:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493946.987745:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493946.987841:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512be expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493946.987875:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493946.987908:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.987911:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493946.987919:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 115 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.987937:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 115 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493946.987950:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c4400, rc 0) 00000100:00100000:3.0:1743493946.988047:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027619072:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 322us (6440us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493946.988055:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2221 00000100:00100000:3.0:1743493947.002426:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027619456 00000100:00100000:3.0:1743493947.002436:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027619456 00000100:00100000:3.0:1743493947.002512:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2222 00000100:00100000:3.0:1743493947.002522:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+126:2440:x1828185027619456:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.002541:0:15659:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.002589:0:15659:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512c5 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493947.002621:0:15659:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493947.002652:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.002655:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.002664:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 127 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.002681:0:15659:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 127 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.002694:0:15659:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c4b80, rc 0) 00000100:00100000:3.0:1743493947.006602:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:00038621-ef07-44f7-8531-81bf2ec881e5+127:2440:x1828185027619456:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4068us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.006616:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2222 00000100:00100000:3.0:1743493947.036178:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.037707:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.060984:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027620864 00000100:00100000:3.0:1743493947.060993:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027620864 00000100:00100000:3.0:1743493947.061063:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11877 00000100:00100000:3.0:1743493947.061071:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+933:13289:x1828185027620864:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.061093:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.061128:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2b9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512e1 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.061225:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2ba3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.061240:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.061253:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493947.061307:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493947.061312:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493947.061334:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2ba3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.061360:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2b9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512e1 expref: 935 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.061396:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2ba3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512e1 expref: 934 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.061405:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.061409:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493947.061413:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6980, rc 0) 00000100:00100000:3.0:1743493947.061490:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+934:13289:x1828185027620864:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 418us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.061498:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11877 00000100:00100000:3.0:1743493947.081605:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027621248 00000100:00100000:3.0:1743493947.081616:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027621248 00000100:00100000:3.0:1743493947.081696:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11878 00000100:00100000:3.0:1743493947.081704:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+934:13290:x1828185027621248:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.084086:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.084094:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493947.084126:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2b80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512d3 expref: 934 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.084156:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.084161:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493947.084190:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2baa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49512e8 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.084333:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.084347:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.084357:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.084417:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2bb8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.084430:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.084437:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493947.089660:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16e:0x0], index 0: 0 00000040:00080000:3.0:1743493947.089812:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3599, 184 off634872 00010000:00010000:3.0:1743493947.090455:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2bbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x313:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090473:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090485:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090533:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090541:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090549:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090555:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.090560:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090568:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090585:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.090588:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.090593:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090600:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bb1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493947.090621:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d93a68f1 reply state 0000000066acfc4e transno 4294974432 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090632:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c2bb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.090639:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xd940be10 (ffff998b50f47ac0) 00010000:00010000:3.0:1743493947.090642:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493947.090645:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493947.090682:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2baa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512e8 expref: 934 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.090704:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2bbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512e8 expref: 933 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.090711:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493947.090714:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493947.090717:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:3.0:1743493947.090841:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+934:13290:x1828185027621248:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 9136us (9523us total) trans 4294974432 rc 0/0 00000100:00100000:3.0:1743493947.090851:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11878 00000100:00080000:3.0:1743493947.107628:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493917 00000100:00100000:3.0:1743493947.122780:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc022c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9bf163be-8e03-4477-b987-a28ff2abd8ed:3679:1828185060439424:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.122865:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.122898:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060439936:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.122951:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.122980:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060440448:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123031:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.123072:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1743493947.123079:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc06200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060439808:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123136:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.123170:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060440320:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123228:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.123275:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060440448 00000100:00100000:3.0:1743493947.123280:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060440448 00000100:00100000:3.0:1743493947.123321:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060440320 00000100:00100000:3.0:1743493947.123324:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060440320 00000100:00100000:3.0:1743493947.123358:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1743493947.123364:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3679:x1828185060440448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123453:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3679:x1828185060440448:12345-0@lo:400:kworker.0 Request processed in 88us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.123459:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1743493947.123483:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1743493947.123487:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060440320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123557:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060440320:12345-0@lo:400:kworker.0 Request processed in 68us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.123564:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1743493947.123616:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060440320:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.123634:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060440448:0@lo:400:kworker.0 00000100:00080000:3.0:1743493947.123944:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493917 00000100:00080000:3.0:1743493947.124222:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493917 00000100:00100000:3.0:1743493947.128101:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc06200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060439808:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.128133:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc022c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9bf163be-8e03-4477-b987-a28ff2abd8ed:3679:1828185060439424:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.128159:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060439936:0@lo:400:kworker.0 00000100:00100000:3.0:1743493947.147870:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027622272 00000100:00100000:3.0:1743493947.147884:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027622272 00000100:00100000:3.0:1743493947.147981:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11880 00000100:00100000:3.0:1743493947.147990:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+938:13290:x1828185027622272:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493947.148087:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.148117:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c2bbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x313:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512e8 expref: 938 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.148144:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493947.148160:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493947.148200:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148213:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148222:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148246:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2c05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148258:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148265:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148433:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148441:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.148448:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493947.148925:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].279, 64 off26112 00000040:00080000:3.0:1743493947.148963:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3602, 184 off635408 00010000:00010000:3.0:1743493947.149098:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149107:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149116:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149124:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149131:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149137:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149148:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149154:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.149158:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149166:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149175:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff998b50f46dc0) 00010000:00010000:3.0:1743493947.149178:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493947.149181:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149187:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c65c0/0x1414d533cd4c2c13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149214:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149220:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149226:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149231:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.149235:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149240:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149251:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x313:0x0].0x0 (ffff998b50f46dc0) 00010000:00010000:3.0:1743493947.149253:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493947.149256:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149261:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2c0c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149494:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149502:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149508:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149512:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.149515:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149520:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149529:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.149531:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.149534:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149540:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2bfe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493947.149556:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001d729554 reply state 000000006dffd688 transno 4294974436 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149567:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c2c05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.149573:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xd940be10 (ffff998b50f47ac0) 00010000:00010000:3.0:1743493947.149576:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493947.149578:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493947.149687:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+939:13290:x1828185027622272:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1695us (2071us total) trans 4294974436 rc 0/0 00000100:00100000:3.0:1743493947.149695:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11880 00000100:00100000:3.0:1743493947.223417:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+946:13289:x1828185027623808:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8685us (9000us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.223433:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3405 00000100:00100000:3.0:1743493947.233104:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027624192 00000100:00100000:3.0:1743493947.233114:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027624192 00000100:00100000:3.0:1743493947.233203:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3406 00000100:00100000:3.0:1743493947.233211:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+946:13290:x1828185027624192:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493947.233822:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3606, 168 off636112 00000001:00080000:3.0:1743493947.233832:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974441 00000100:00100000:3.0:1743493947.234014:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+948:13290:x1828185027624192:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 801us (1312us total) trans 4294974442 rc 0/0 00000100:00100000:3.0:1743493947.234023:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3406 00000020:00080000:3.0:1743493947.234029:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493947.253448:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027624704 00000100:00100000:3.0:1743493947.253460:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027624704 00000100:00100000:3.0:1743493947.296522:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027625088 00000100:00100000:3.0:1743493947.296531:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027625088 00000100:00100000:3.0:1743493947.296653:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11890 00000100:00100000:3.0:1743493947.296662:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+951:13290:x1828185027625088:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.296685:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.296724:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951343 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.296943:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c2d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.296958:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.296968:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493947.297007:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493947.297012:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493947.297031:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c2d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.297058:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951343 expref: 953 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.297081:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c2d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951343 expref: 952 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.297089:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.297092:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493947.297096:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f287c0, rc 0) 00000100:00100000:3.0:1743493947.297184:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+952:13290:x1828185027625088:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 521us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.297192:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11890 00000100:00100000:3.0:1743493947.330948:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027625472 00000100:00100000:3.0:1743493947.330964:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027625472 00000100:00100000:3.0:1743493947.331236:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3408 00000100:00100000:3.0:1743493947.331246:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+954:13289:x1828185027625472:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493947.331918:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3609, 168 off636648 00000001:00080000:3.0:1743493947.331927:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974445 00000100:00100000:3.0:1743493947.341709:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+956:13289:x1828185027625472:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 10426us (10986us total) trans 4294974446 rc 0/0 00000100:00100000:3.0:1743493947.341728:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3408 00000020:00080000:3.0:1743493947.341739:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493947.343071:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+954:13290:x1828185027625216:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 21882us (22206us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.343082:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3407 00000100:00100000:3.0:1743493947.347666:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027625728 00000100:00100000:3.0:1743493947.347682:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027625728 00000100:00100000:3.0:1743493947.347809:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11891 00000100:00100000:3.0:1743493947.347820:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+954:13289:x1828185027625728:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493947.347914:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.347950:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2cbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x316:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495132e expref: 954 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.347980:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x316:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493947.348000:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493947.348043:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348059:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348069:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348094:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c2d16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348102:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348109:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348292:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x316:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348301:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.348308:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493947.348739:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].292, 64 off26944 00000040:00080000:3.0:1743493947.348843:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3610, 184 off636832 00010000:00010000:3.0:1743493947.349009:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x316:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349019:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349028:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349037:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349045:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349055:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349062:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349069:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.349073:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349082:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349092:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x316:0x0].0x0 (ffff998b50f45080) 00010000:00010000:3.0:1743493947.349096:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493947.349100:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349107:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d24 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x316:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349142:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349148:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349154:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349159:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.349163:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349173:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349181:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x316:0x0].0x0 (ffff998b50f45080) 00010000:00010000:3.0:1743493947.349183:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493947.349186:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349192:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d1d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x316:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349461:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349469:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349475:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349481:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.349484:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349491:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349501:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.349503:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.349506:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349512:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2d0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493947.349529:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b8cef049 reply state 00000000dff702b0 transno 4294974447 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349540:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c2d16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.349546:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xd940be10 (ffff998b50f460c0) 00010000:00010000:3.0:1743493947.349548:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493947.349551:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493947.349698:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+955:13289:x1828185027625728:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1876us (2220us total) trans 4294974447 rc 0/0 00000100:00100000:3.0:1743493947.349708:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11891 00000100:00100000:3.0:1743493947.359019:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027625856 00000100:00100000:3.0:1743493947.359032:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027625856 00000100:00100000:3.0:1743493947.369235:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027626240 00000100:00100000:3.0:1743493947.369249:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027626240 00000100:00100000:3.0:1743493947.371954:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.381776:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027626624 00000100:00100000:3.0:1743493947.381791:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027626624 00000100:00100000:3.0:1743493947.381875:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027626752 00000100:00100000:3.0:1743493947.381879:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027626752 00000100:00100000:3.0:1743493947.381925:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3409 00000100:00100000:3.0:1743493947.381936:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+959:13290:x1828185027626624:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493947.382496:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3612, 168 off637184 00000001:00080000:3.0:1743493947.382506:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974449 00000100:00100000:3.0:1743493947.382732:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+961:13290:x1828185027626624:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 794us (1253us total) trans 4294974450 rc 0/0 00000100:00100000:3.0:1743493947.382742:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3409 00000020:00080000:3.0:1743493947.382749:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493947.382824:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3410 00000100:00100000:3.0:1743493947.382831:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+960:13289:x1828185027626752:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493947.390999:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+960:13289:x1828185027626752:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8142us (9320us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.391029:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3410 00000100:00100000:3.0:1743493947.401692:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11896 00000100:00100000:3.0:1743493947.401700:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+960:13289:x1828185027627264:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.401715:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.401717:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493947.401736:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2d71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495135f expref: 960 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.401782:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.401786:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493947.401809:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951366 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.401954:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.401964:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.401973:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.401999:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c2d94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.402007:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.402015:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:3.0:1743493947.402681:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x170:0x0], index 1: 0 00000040:00080000:3.0:1743493947.402904:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3613, 184 off637368 00010000:00010000:3.0:1743493947.403136:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2d9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x318:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403149:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403159:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403208:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403215:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403222:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403228:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.403234:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403242:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403253:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.403256:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.403262:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403268:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2d8d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493947.403288:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d2015468 reply state 00000000e48bb32d transno 4294974451 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403299:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c2d94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xd940be10 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493947.403305:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xd940be10 (ffff998b50f460c0) 00010000:00010000:3.0:1743493947.403308:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493947.403311:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493947.403361:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2d86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951366 expref: 962 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.403396:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2d9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x318:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951366 expref: 961 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.403404:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x318:0x0].0x0 (ffff998b50f44d40) 00010000:00010000:3.0:1743493947.403407:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493947.403410:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2bc40, rc 0) 00000100:00100000:3.0:1743493947.403530:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+962:13289:x1828185027627264:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1827us (3027us total) trans 4294974451 rc 0/0 00000100:00100000:3.0:1743493947.403540:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11896 00000100:00100000:3.0:1743493947.411641:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.415070:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027627904 00000100:00100000:3.0:1743493947.415074:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027627904 00000100:00100000:3.0:1743493947.415118:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3411 00000100:00100000:3.0:1743493947.415123:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad73850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+964:13289:x1828185027627904:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493947.424180:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027628544 00000100:00100000:3.0:1743493947.424196:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027628544 00000100:00100000:3.0:1743493947.432001:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027628800 00000100:00100000:3.0:1743493947.432012:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027628800 00000100:00100000:3.0:1743493947.432077:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11903 00000100:00100000:3.0:1743493947.432085:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+967:13289:x1828185027628800:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.432109:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.432152:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2dfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951382 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.432270:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432374:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432403:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432454:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432463:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432470:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432524:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432532:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432540:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432546:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.432551:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432560:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432573:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.432576:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.432582:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432588:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432610:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432617:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432623:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432628:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.432631:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432637:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432646:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493947.432649:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.432652:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432658:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.432711:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2dfd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951382 expref: 968 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.432721:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2dfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951382 expref: 968 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.432736:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53621a80, rc 0) 00000100:00100000:3.0:1743493947.432858:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+967:13289:x1828185027628800:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 772us (979us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.432866:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11903 00000100:00100000:3.0:1743493947.436702:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027629056 00000100:00100000:3.0:1743493947.436712:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027629056 00000100:00100000:3.0:1743493947.436796:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11905 00000100:00100000:3.0:1743493947.436804:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+967:13290:x1828185027629056:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.436823:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.436866:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951389 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.436987:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437010:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437023:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437079:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437087:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437094:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437142:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437149:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437155:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437163:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.437167:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437175:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437188:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.437191:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.437197:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437203:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437226:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437232:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437239:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437244:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f296c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.437247:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437252:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437259:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x6ed7d01b (ffff998b50f44040) 00010000:00010000:3.0:1743493947.437262:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.437264:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437270:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.437315:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e12 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951389 expref: 968 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.437325:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951389 expref: 968 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.437339:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28b80, rc 0) 00000100:00100000:3.0:1743493947.437433:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+967:13290:x1828185027629056:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 628us (2497us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.437442:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11905 00000100:00100000:3.0:1743493947.445598:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.447171:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.452551:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.460604:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027629824 00000100:00100000:3.0:1743493947.460620:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027629824 00000100:00100000:0.0:1743493947.461428:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+969:13289:x1828185027629696:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 7474us (8887us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.461444:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3413 00000100:00100000:0.0:1743493947.461569:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.465602:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027630080 00000100:00100000:3.0:1743493947.465635:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027630080 00000100:00100000:0.0:1743493947.470828:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.470933:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027630336 00000100:00100000:3.0:1743493947.470948:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027630336 00000100:00100000:3.0:1743493947.471023:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11911 00000100:00100000:3.0:1743493947.471033:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+970:13289:x1828185027630336:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.471059:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.471063:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493947.471094:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2e2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951390 expref: 970 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.471125:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.471131:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493947.471160:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2e6d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513a5 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.471316:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.471336:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.471347:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.471409:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e7b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.471418:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.471425:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00080000:3.0:1743493947.472145:0:6554:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x171:0x0], index 1: 0 00000040:00080000:3.0:1743493947.472293:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3618, 184 off638272 00010000:00010000:3.0:1743493947.472529:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472540:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472548:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472597:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472604:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472612:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472623:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.472628:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472636:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472648:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.472652:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.472657:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472664:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2e74 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493947.472686:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008b377fdb reply state 000000003ca27dcf transno 4294974457 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e7b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472698:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c2e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.472705:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493947.472708:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493947.472711:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493947.472749:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2e6d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513a5 expref: 972 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.472799:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2e82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513a5 expref: 971 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.472806:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31a:0x0].0x0 (ffff998b50f46400) 00010000:00010000:3.0:1743493947.472809:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493947.472812:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2a200, rc 0) 00000100:00100000:3.0:1743493947.472931:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+972:13289:x1828185027630336:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1897us (2113us total) trans 4294974457 rc 0/0 00000100:00100000:3.0:1743493947.472942:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11911 00000100:00100000:0.0:1743493947.477983:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.478378:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.478444:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.478606:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027630464 00000100:00100000:3.0:1743493947.478612:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027630464 00000100:00100000:3.0:1743493947.478670:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11912 00000100:00100000:3.0:1743493947.478681:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+972:13336:x1828185027630464:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.479684:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+972:13336:x1828185027630464:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1002us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.479694:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11912 00000100:00100000:0.0:1743493947.482808:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.486261:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.486375:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027631104 00000100:00100000:3.0:1743493947.486387:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027631104 00000100:00100000:3.0:1743493947.486479:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11913 00000100:00100000:3.0:1743493947.486489:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+974:13336:x1828185027631104:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.486792:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+974:13336:x1828185027631104:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 302us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.486801:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11913 00000100:00100000:3.0:1743493947.489617:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.489685:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.490777:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027631616 00000100:00100000:0.0:1743493947.490783:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027631616 00000100:00100000:0.0:1743493947.490844:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11914 00000100:00100000:0.0:1743493947.490851:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+977:13290:x1828185027631616:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493947.490944:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493947.490976:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2e5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x319:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495139e expref: 977 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.491004:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x319:0x0].0x0 (ffff998b50f44040) 00010000:00010000:0.0:1743493947.491022:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493947.491061:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491078:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491088:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491109:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2ea5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491118:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491124:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491263:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x319:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491270:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.491276:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493947.493626:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].282, 64 off26304 00000040:00080000:0.0:1743493947.493687:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3621, 184 off638792 00010000:00010000:0.0:1743493947.493964:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x319:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.493983:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.493995:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494005:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494011:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494017:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494029:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494035:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc0b63a10) 00000100:00100000:3.0:1743493947.494037:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493947.494040:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494048:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494062:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x319:0x0].0x0 (ffff998b50f47440) 00010000:00010000:0.0:1743493947.494066:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493947.494071:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494077:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eb3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x319:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494124:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494131:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494137:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494142:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.494146:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494156:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494169:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x319:0x0].0x0 (ffff998b50f47440) 00010000:00010000:0.0:1743493947.494172:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493947.494176:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494181:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2eac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x319:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494470:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494478:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494483:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494488:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.494492:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494498:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494507:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.494510:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.494514:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494520:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2e9e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493947.494538:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000433e1e6e reply state 00000000f0a2e419 transno 4294974462 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494552:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c2ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.494559:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f45080) 00010000:00010000:0.0:1743493947.494562:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493947.494565:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493947.494707:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+978:13290:x1828185027631616:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3854us (5019us total) trans 4294974462 rc 0/0 00000100:00100000:0.0:1743493947.494716:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11914 00000100:00100000:3.0:1743493947.500705:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493947.501952:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.501972:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.501984:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502013:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c2ec1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502022:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502030:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502208:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502217:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.502229:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493947.504324:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].294, 64 off27072 00000040:00080000:0.0:1743493947.504405:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3622, 184 off638976 00010000:00010000:0.0:1743493947.504586:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504604:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504616:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504624:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504632:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504639:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504647:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504653:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.504657:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504666:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504680:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31a:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493947.504685:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493947.504691:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504698:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2ecf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504740:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504747:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504781:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504786:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.504790:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504797:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504806:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31a:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493947.504809:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493947.504812:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.504818:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2ec8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505101:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505108:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505115:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505120:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.505123:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505128:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505138:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493947.505140:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.505143:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505148:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2eba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493947.505165:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000098731f0e reply state 000000002cc15120 transno 4294974463 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c2ec1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505178:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c2ec1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.505185:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493947.505188:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493947.505191:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493947.505356:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+978:13289:x1828185027632000:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3763us (4659us total) trans 4294974463 rc 0/0 00000100:00100000:0.0:1743493947.505378:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11916 00000100:00100000:0.0:1743493947.510470:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632128 00000100:00100000:0.0:1743493947.510485:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632128 00000100:00100000:0.0:1743493947.510571:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632256 00000100:00100000:0.0:1743493947.510574:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632256 00000100:00100000:0.0:1743493947.510617:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11917 00000100:00100000:0.0:1743493947.510626:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+979:13290:x1828185027632128:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.510667:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.510708:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2ed6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513ba expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.510889:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.510906:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.510919:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.510968:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.510975:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.510982:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511036:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511042:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511049:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511057:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.511062:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511070:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511084:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.511087:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.511092:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511097:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2edd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511117:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511124:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511130:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511135:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.511138:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511144:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511151:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x6ed7d01b (ffff998c47e9a400) 00010000:00010000:0.0:1743493947.511154:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.511157:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511162:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2ee4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.511210:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2ed6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ba expref: 980 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.511219:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2ed6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ba expref: 980 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.511232:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28b80, rc 0) 00000100:00100000:0.0:1743493947.511334:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+979:13290:x1828185027632128:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 707us (1050us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.511341:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11917 00000100:00100000:0.0:1743493947.511401:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11918 00000100:00100000:0.0:1743493947.511407:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+978:13336:x1828185027632256:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.511601:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+978:13336:x1828185027632256:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 192us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.511609:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11918 00000100:00100000:0.0:1743493947.520105:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632384 00000100:00100000:0.0:1743493947.520119:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632384 00000100:00100000:0.0:1743493947.520211:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632512 00000100:00100000:0.0:1743493947.520215:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632512 00000100:00100000:0.0:1743493947.520267:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11919 00000100:00100000:0.0:1743493947.520277:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+979:13336:x1828185027632384:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.520640:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+979:13336:x1828185027632384:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 362us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.520650:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11919 00000100:00100000:0.0:1743493947.520699:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11920 00000100:00100000:0.0:1743493947.520706:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+978:13290:x1828185027632512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.520718:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.520794:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513c1 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.520916:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2ef2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.520934:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.520949:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493947.521003:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:0.0:1743493947.521009:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493947.521035:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.521068:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2eeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513c1 expref: 980 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.521096:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c2ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513c1 expref: 979 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.521106:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.521111:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493947.521115:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb4c0, rc 0) 00000100:00100000:0.0:1743493947.521194:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+979:13290:x1828185027632512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 486us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.521202:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11920 00000100:00100000:0.0:1743493947.527719:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632768 00000100:00100000:0.0:1743493947.527731:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632768 00000100:00100000:0.0:1743493947.527835:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11922 00000100:00100000:0.0:1743493947.527846:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+979:13336:x1828185027632768:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.528149:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+979:13336:x1828185027632768:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 302us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.528159:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11922 00000100:00100000:3.0:1743493947.529117:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.530353:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027632896 00000100:00100000:0.0:1743493947.530376:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027632896 00000100:00100000:0.0:1743493947.531848:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3416 00000100:00100000:0.0:1743493947.531860:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad76850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+979:13290:x1828185027632896:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493947.544621:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633024 00000100:00100000:3.0:1743493947.544645:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633024 00000100:00100000:3.0:1743493947.544748:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11923 00000100:00100000:3.0:1743493947.544786:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+981:13289:x1828185027633024:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.544818:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.544871:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513cf expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.545036:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493947.545055:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493947.545069:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493947.545126:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493947.545131:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493947.545156:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493947.545187:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513cf expref: 983 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.545215:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513cf expref: 982 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.545226:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.545229:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493947.545234:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5300, rc 0) 00000100:00100000:3.0:1743493947.545350:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+982:13289:x1828185027633024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 565us (13655us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.545363:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11923 00000100:00100000:0.0:1743493947.547274:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633152 00000100:00100000:0.0:1743493947.547286:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633152 00000100:00100000:0.0:1743493947.547356:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11924 00000100:00100000:0.0:1743493947.547377:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+980:13336:x1828185027633152:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.547638:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+980:13336:x1828185027633152:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 272us (2045us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.547647:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11924 00000100:00100000:0.0:1743493947.556986:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633280 00000100:00100000:0.0:1743493947.556999:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633280 00000100:00100000:0.0:1743493947.557078:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3417 00000100:00100000:0.0:1743493947.557089:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+980:13289:x1828185027633280:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493947.558860:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633408 00000100:00100000:3.0:1743493947.558868:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633408 00000100:00100000:3.0:1743493947.558932:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11925 00000100:00100000:3.0:1743493947.558940:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027633408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.559187:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027633408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 245us (2937us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.559197:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11925 00000100:00100000:0.0:1743493947.561665:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633664 00000100:00100000:0.0:1743493947.561683:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633664 00000100:00100000:0.0:1743493947.563292:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11926 00000100:00100000:0.0:1743493947.563306:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+982:13290:x1828185027633664:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.563603:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.563651:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2f1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513d6 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.563808:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563825:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563839:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563887:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563895:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563902:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563949:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563955:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563967:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563974:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.563979:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.563987:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564000:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.564004:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.564009:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564015:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564036:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564042:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564048:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564053:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.564056:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564062:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564070:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x6ed7d01b (ffff998b50f46400) 00010000:00010000:0.0:1743493947.564073:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.564076:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564081:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c2f2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.564129:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2f1c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513d6 expref: 983 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.564139:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c2f1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513d6 expref: 983 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.564152:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2a200, rc 0) 00000100:00100000:0.0:1743493947.564252:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+982:13290:x1828185027633664:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 947us (5691us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.565062:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+981:13289:x1828185027633280:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 7970us (9630us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.565075:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3417 00000100:00100000:0.0:1743493947.569030:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11926 00000100:00100000:3.0:1743493947.570599:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633792 00000100:00100000:3.0:1743493947.570612:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633792 00000100:00100000:3.0:1743493947.570683:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027633920 00000100:00100000:3.0:1743493947.570686:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027633920 00000100:00100000:3.0:1743493947.570711:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027634176 00000100:00100000:3.0:1743493947.570713:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027634176 00000100:00100000:3.0:1743493947.570741:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11927 00000100:00100000:3.0:1743493947.570776:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027633792:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.571049:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027633792:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 299us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.571057:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11927 00000100:00100000:3.0:1743493947.571089:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11928 00000100:00100000:3.0:1743493947.571094:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+981:13290:x1828185027633920:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.571104:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.571143:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2f31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513dd expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.571255:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571271:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571284:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571324:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571331:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571337:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571431:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571437:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571444:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571449:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.571453:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571460:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571474:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.571478:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.571482:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571488:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2f38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571507:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571512:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571518:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571523:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.571525:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571530:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571536:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x897a18fd (ffff998b50f47440) 00010000:00010000:3.0:1743493947.571538:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.571540:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571545:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2f3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571587:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2f31 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513dd expref: 982 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.571598:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c2f31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513dd expref: 982 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.571608:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f29300, rc 0) 00000100:00100000:3.0:1743493947.571659:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+981:13290:x1828185027633920:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 564us (1204us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.571665:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11928 00000100:00100000:3.0:1743493947.571693:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11929 00000100:00100000:3.0:1743493947.571698:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+980:13289:x1828185027634176:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.571706:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.571726:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2f46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513e4 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.571842:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571852:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571858:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571906:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571913:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571919:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571941:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571947:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571952:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571957:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.571959:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571964:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571971:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493947.571973:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.571976:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571980:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6980/0x1414d533cd4c2f4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571994:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.571999:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572004:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572013:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b512e1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.572016:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572021:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572027:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x6ed7d01b (ffff998b50f44040) 00010000:00010000:3.0:1743493947.572029:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.572031:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572036:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.572067:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2f46 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513e4 expref: 981 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.572074:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2f46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513e4 expref: 981 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.572084:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660ed40, rc 0) 00000100:00100000:3.0:1743493947.572121:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+980:13289:x1828185027634176:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 422us (1607us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.572127:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11929 00000100:00100000:0.0:1743493947.580526:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027634304 00000100:00100000:0.0:1743493947.580544:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027634304 00000100:00100000:0.0:1743493947.580634:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11930 00000100:00100000:0.0:1743493947.580644:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+980:13290:x1828185027634304:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.580671:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.580712:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e2200/0x1414d533cd4c2f5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513eb expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.580849:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580870:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580882:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580904:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580912:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580919:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580971:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580979:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580986:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.580993:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b512e07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.580997:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581006:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581020:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.581023:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.581029:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581035:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e07c0/0x1414d533cd4c2f62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581059:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581065:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581071:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581076:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b512e16c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.581079:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581085:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581092:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f45080) 00010000:00010000:0.0:1743493947.581095:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.581098:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581104:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e16c0/0x1414d533cd4c2f69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.581141:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e2200/0x1414d533cd4c2f5b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513eb expref: 981 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.581150:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e2200/0x1414d533cd4c2f5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513eb expref: 981 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.581164:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b512e2200, rc 0) 00000100:00100000:0.0:1743493947.581270:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+980:13290:x1828185027634304:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 626us (910us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.581278:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11930 00000100:00100000:0.0:1743493947.588060:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027634432 00000100:00100000:0.0:1743493947.588074:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027634432 00000100:00100000:0.0:1743493947.588157:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027634560 00000100:00100000:0.0:1743493947.588161:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027634560 00000100:00100000:0.0:1743493947.588219:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11931 00000100:00100000:0.0:1743493947.588231:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+981:13289:x1828185027634432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.588263:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.588309:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49513f2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.589255:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589275:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589290:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589319:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589328:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589336:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589397:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589405:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589413:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589421:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b512e0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.589426:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589435:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589451:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493947.589455:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.589461:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589469:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e0400/0x1414d533cd4c2f77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589492:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589499:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589505:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589516:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b512e1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.589519:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589526:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589534:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493947.589537:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.589540:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589545:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1300/0x1414d533cd4c2f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.589587:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f70 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513f2 expref: 981 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.589597:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b512e1e40/0x1414d533cd4c2f70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513f2 expref: 981 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.589613:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b512e1e40, rc 0) 00000100:00100000:0.0:1743493947.589678:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+980:13289:x1828185027634432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1448us (1828us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.589687:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11931 00000100:00100000:3.0:1743493947.597772:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027634688 00000100:00100000:3.0:1743493947.597786:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027634688 00000100:00100000:3.0:1743493947.597876:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11933 00000100:00100000:3.0:1743493947.597886:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+980:13336:x1828185027634688:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.607422:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027635200 00000100:00100000:0.0:1743493947.607435:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027635200 00000100:00100000:0.0:1743493947.607517:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027635328 00000100:00100000:0.0:1743493947.607521:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027635328 00000100:00100000:0.0:1743493947.607570:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11935 00000100:00100000:0.0:1743493947.607582:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+982:13289:x1828185027635200:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.607611:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.607615:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493947.607648:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c2f15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513cf expref: 982 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.607679:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493947.607686:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493947.607715:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951400 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.607934:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.607951:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.607962:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.607991:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2fa8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.608000:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.608007:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:0.0:1743493947.608663:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x172:0x0], index 1: 0 00000100:00100000:3.0:1743493947.612483:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11936 00000100:00100000:3.0:1743493947.612500:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027635328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.612849:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+982:13336:x1828185027635328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 350us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.612859:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11936 00000040:00080000:0.0:1743493947.626976:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3624, 184 off639344 00010000:00010000:0.0:1743493947.627293:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2fbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627317:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627332:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627407:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627416:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627424:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627431:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.627436:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627445:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627461:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493947.627465:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.627471:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627477:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c2fa1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493947.627502:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000918ebe96 reply state 000000000b2392eb transno 4294974465 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627521:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c2fa8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493947.627528:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493947.627531:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493947.627535:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493947.627582:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c2f9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951400 expref: 984 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.627606:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c2fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951400 expref: 983 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.627615:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31c:0x0].0x0 (ffff998c47e9a400) 00010000:00010000:0.0:1743493947.627617:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493947.627620:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660ed40, rc 0) 00000100:00100000:0.0:1743493947.627734:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+984:13289:x1828185027635200:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 20151us (23472us total) trans 4294974465 rc 0/0 00000100:00100000:0.0:1743493947.627746:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11935 00000100:00100000:0.0:1743493947.627955:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.628204:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.628237:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027635584 00000100:00100000:0.0:1743493947.628247:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027635584 00000100:00100000:0.0:1743493947.628312:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11937 00000100:00100000:0.0:1743493947.628321:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+984:13336:x1828185027635584:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.628584:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+984:13336:x1828185027635584:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 262us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.628593:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11937 00000100:00100000:0.0:1743493947.628916:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027635456 00000100:00100000:0.0:1743493947.628922:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027635456 00000100:00100000:0.0:1743493947.628974:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2233 00000100:00100000:0.0:1743493947.628981:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+131:2438:x1828185027635456:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.628994:0:15625:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.629059:0:15625:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951407 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493947.629094:0:15625:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x172:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493947.629125:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.629128:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.629138:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 132 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.629157:0:15625:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 132 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.629171:0:15625:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c47c0, rc 0) 00000100:00100000:0.0:1743493947.629228:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:00038621-ef07-44f7-8531-81bf2ec881e5+132:2438:x1828185027635456:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 246us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.629236:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2233 00000100:00100000:3.0:1743493947.636214:0:9795:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0dc40 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9795:1828185060440832:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1743493947.636254:0:9795:0:(osp_precreate.c:704:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x172:0x0]-[0x2c0000401:0x1a1:0x0] 00000100:00100000:0.0:1743493947.637739:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000001:00080000:3.0:1743493947.640814:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294974465 is committed 00000004:00080000:3.0:1743493947.641251:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:3.0:1743493947.641453:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 88 committed 00000004:00080000:3.0:1743493947.641859:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000004:00080000:3.0:1743493947.642150:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 87 committed 00000004:00080000:3.0:1743493947.642384:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000004:00080000:3.0:1743493947.642699:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 86 committed 00000004:00080000:3.0:1743493947.643157:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:3.0:1743493947.643451:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00010000:00010000:0.0:1743493947.643941:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.643958:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.643967:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.643976:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.643983:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.643993:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644015:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xe5e25d80 (ffff998b51864d40) 00010000:00010000:0.0:1743493947.644019:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644025:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644033:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c0b58 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644063:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644070:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644076:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644082:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644086:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644093:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644101:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x3857f8dc (ffff998b51867780) 00010000:00010000:0.0:1743493947.644104:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644108:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644114:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c0b51 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644128:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644135:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644141:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644147:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644149:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644155:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644163:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b518646c0) 00010000:00010000:0.0:1743493947.644166:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1743493947.644169:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644175:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c0b5f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6566 initiator: MDT0 00010000:00010000:0.0:1743493947.644197:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644204:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644211:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644217:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644220:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644226:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644235:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x3857f8dc (ffff998b51867780) 00010000:00010000:0.0:1743493947.644238:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644241:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644247:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c0cbd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644262:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644269:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644276:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644282:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644285:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644292:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644301:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x586f5504 (ffff998b51864380) 00010000:00010000:0.0:1743493947.644304:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644307:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644313:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c0cc4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644342:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644348:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644354:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644360:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644363:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644379:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644386:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b518646c0) 00010000:00010000:0.0:1743493947.644389:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1743493947.644392:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644398:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c0ccb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2df:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16622 initiator: MDT0 00010000:00010000:0.0:1743493947.644420:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644428:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644433:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644439:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644442:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644447:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644455:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xe5e25d80 (ffff998b51865700) 00010000:00010000:0.0:1743493947.644458:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644461:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644467:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c0d34 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644481:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644488:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644494:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644500:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644504:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644511:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644520:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x3857f8dc (ffff998b51867ac0) 00010000:00010000:0.0:1743493947.644522:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644524:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644530:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c0d2d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644542:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644548:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644554:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644559:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644562:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644567:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644574:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b51866740) 00010000:00010000:0.0:1743493947.644576:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1743493947.644579:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644585:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c0d3b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644599:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644606:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644612:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644618:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644621:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644627:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644635:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x3857f8dc (ffff998b51867ac0) 00010000:00010000:0.0:1743493947.644637:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644640:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644646:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c0ed8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x3857f8dc bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644657:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644663:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644670:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644679:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a16c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644682:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644689:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644696:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x586f5504 (ffff998b51865a40) 00010000:00010000:0.0:1743493947.644698:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.644701:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644706:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c0edf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644724:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644731:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644737:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644742:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.644745:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644783:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644792:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b51866740) 00010000:00010000:0.0:1743493947.644796:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1743493947.644799:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493947.644805:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c0ee6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00000100:00100000:3.0:1743493947.652589:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060441344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.652739:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.652823:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060441856:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.652900:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.652949:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1743493947.652956:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060441216:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.653018:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.653057:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060441728:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.653117:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.653183:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060441344 00000100:00100000:3.0:1743493947.653192:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060441344 00000100:00100000:3.0:1743493947.653262:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060441856 00000100:00100000:3.0:1743493947.653265:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060441856 00000100:00100000:3.0:1743493947.653297:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060441216 00000100:00100000:3.0:1743493947.653300:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060441216 00000100:00100000:3.0:1743493947.653330:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060441728 00000100:00100000:3.0:1743493947.653333:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060441728 00000100:00100000:3.0:1743493947.653383:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:3.0:1743493947.653392:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:3679:x1828185060441344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.653444:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:340 count 1 00010000:00010000:3.0:1743493947.653492:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.653519:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 118 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.653529:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.653531:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.653536:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.653611:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 118 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.653627:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 118 pid: 15655 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.653641:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060442240:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.653777:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.653798:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:3.0:1743493947.653804:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46dfd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3679:x1828185060441856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.653830:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:346 count 1 00010000:00010000:3.0:1743493947.653850:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c4400/0x1414d533cd4c2fd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.653863:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c1473 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c12 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.653870:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.653872:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.653874:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4400/0x1414d533cd4c2fd9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.653922:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c1473 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c12 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.653932:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c1473 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c12 expref: 118 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.653943:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060442368:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.654003:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.661536:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:3.0:1743493947.661548:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060441472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.661611:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:343 count 1 00010000:00010000:3.0:1743493947.661649:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c5a80/0x1414d533cd4c300a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.661668:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c10c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b08 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.661677:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.661679:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.661683:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c5a80/0x1414d533cd4c300a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.661787:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c10c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b08 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.661802:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c10c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b08 expref: 118 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.661818:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060444032:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.661955:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.661977:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1743493947.661983:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060441984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.662007:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:347 count 1 00010000:00010000:3.0:1743493947.662025:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.662038:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.662051:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.662053:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.662056:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.662103:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.662113:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 118 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.662124:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febe7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060444160:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.662178:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.662946:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:0.0:1743493947.662956:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3676:x1828185060442624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.662993:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:342 count 1 00010000:00010000:0.0:1743493947.663021:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3018 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663036:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c0df8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a21 expref: 131 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663044:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663046:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663049:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3018 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663104:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c0df8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a21 expref: 131 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663116:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c0df8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a21 expref: 131 pid: 15658 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.663127:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febf900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060444288:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.663193:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.663214:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:0.0:1743493947.663220:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+23:3676:x1828185060443136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.663242:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:346 count 1 00010000:00010000:0.0:1743493947.663260:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663273:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f17100/0x1414d533cd4c137e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950bd3 expref: 131 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663280:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663282:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663284:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663331:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54f17100/0x1414d533cd4c137e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950bd3 expref: 131 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663340:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54f17100/0x1414d533cd4c137e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950bd3 expref: 131 pid: 15659 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.663349:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060444416:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.663419:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.663439:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:0.0:1743493947.663445:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060441600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.663469:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:344 count 1 00010000:00010000:0.0:1743493947.663489:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663506:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51b156c0/0x1414d533cd4c127b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b7f expref: 118 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663514:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663515:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663519:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663566:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51b156c0/0x1414d533cd4c127b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b7f expref: 118 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663576:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51b156c0/0x1414d533cd4c127b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b7f expref: 118 pid: 15625 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.663587:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060444544:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.663642:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.663661:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:0.0:1743493947.663667:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060442112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.663688:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:348 count 1 00010000:00010000:0.0:1743493947.663706:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663718:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663725:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663728:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.663731:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.663839:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 118 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.663849:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 118 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.663860:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060444672:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.663914:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.668328:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694389:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694493:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694584:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694848:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694894:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.694937:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.695020:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.695072:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636352 00000100:00100000:3.0:1743493947.695084:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636352 00010000:00010000:3.0:1743493947.695155:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 119 pid: 15655 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.695200:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636480 00000100:00100000:3.0:1743493947.695204:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636480 00010000:00010000:3.0:1743493947.695233:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c0546 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950788 expref: 132 pid: 15650 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.695248:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636736 00000100:00100000:3.0:1743493947.695250:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636736 00010000:00010000:3.0:1743493947.695276:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c119b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b47 expref: 133 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.695288:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636992 00000100:00100000:3.0:1743493947.695290:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636992 00010000:00010000:3.0:1743493947.695316:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53622d40/0x1414d533cd4c075a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950830 expref: 134 pid: 15655 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.695329:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027637248 00000100:00100000:3.0:1743493947.695332:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027637248 00010000:00010000:3.0:1743493947.695359:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 120 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.695390:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3166 00000100:00100000:3.0:1743493947.695399:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+120:2437:x1828185027636352:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.695433:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.695440:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 120 pid: 15655 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.695459:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 120 pid: 15655 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.695491:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.695495:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.695501:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.695513:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.695568:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.695657:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+120:2437:x1828185027636352:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 257us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.695666:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3166 00000100:00100000:3.0:1743493947.695704:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3167 00000100:00100000:3.0:1743493947.695710:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c77fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+134:2437:x1828185027636480:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.695726:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.695732:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c0546 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950788 expref: 134 pid: 15650 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.695743:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c0546 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950788 expref: 134 pid: 15650 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.695791:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.695794:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.695798:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c6980/0x1414d533cd4c2fee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.695806:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c6980/0x1414d533cd4c2fee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.695843:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.695884:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c77fbd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+134:2437:x1828185027636480:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 172us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.695893:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3167 00000100:00100000:3.0:1743493947.696040:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3168 00000100:00100000:3.0:1743493947.696046:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+133:2437:x1828185027636736:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.696065:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.696071:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c119b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b47 expref: 133 pid: 14104 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696082:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c119b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b47 expref: 133 pid: 14104 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696095:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696097:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696100:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c2ff5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696108:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c2ff5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x158:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696151:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.696192:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+133:2437:x1828185027636736:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 143us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.696199:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3168 00000100:00100000:3.0:1743493947.696229:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3169 00000100:00100000:3.0:1743493947.696235:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+132:2437:x1828185027636992:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.696252:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.696258:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53622d40/0x1414d533cd4c075a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950830 expref: 132 pid: 15655 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696268:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53622d40/0x1414d533cd4c075a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950830 expref: 132 pid: 15655 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696281:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696283:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696286:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696295:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696330:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.696389:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+132:2437:x1828185027636992:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 151us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.696396:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3169 00000100:00100000:3.0:1743493947.696429:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3170 00000100:00100000:3.0:1743493947.696434:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+119:2438:x1828185027637248:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.696452:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.696458:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 119 pid: 14104 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696469:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 119 pid: 14104 timeout: 1249 lvb_type: 1 00010000:00010000:3.0:1743493947.696484:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696485:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.696488:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696496:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696533:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.696571:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+119:2438:x1828185027637248:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 134us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.696578:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3170 00000100:00100000:3.0:1743493947.696687:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060442368:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.696774:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c4400/0x1414d533cd4c2fd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.696828:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060444032:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.696878:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c5a80/0x1414d533cd4c300a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x157:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696927:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53623880/0x1414d533cd4c097c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508e6 expref: 118 pid: 15655 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.696942:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060442240:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.696989:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.696999:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697008:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697020:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697029:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697038:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697046:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.697052:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697068:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697083:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.697092:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c56c0/0x1414d533cd4c2fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.697631:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3679:x1828185060441344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44237us (44892us total) trans 4294967942 rc 0/0 00000100:00100000:3.0:1743493947.697641:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:3.0:1743493947.697680:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636224 00000100:00100000:3.0:1743493947.697687:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636224 00000100:00100000:3.0:1743493947.697738:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2250 00000100:00100000:3.0:1743493947.697745:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:00038621-ef07-44f7-8531-81bf2ec881e5+118:2437:x1828185027636224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.697787:0:15658:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.697834:0:15658:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495140e expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493947.697864:0:15658:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x172:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493947.697904:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.697907:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.697914:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 119 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.697937:0:15658:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 119 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.697951:0:15658:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb4c0, rc 0) 00000100:00100000:3.0:1743493947.698001:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:00038621-ef07-44f7-8531-81bf2ec881e5+119:2437:x1828185027636224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 255us (3507us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.698008:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2250 00000004:00080000:3.0:1743493947.698085:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54f7dc40/2, rc 0, transno 4294967942 00000100:00100000:3.0:1743493947.698101:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060441344:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.698220:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1743493947.698237:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567e8040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060445184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.698329:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.698394:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060445184 00000100:00100000:3.0:1743493947.698398:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060445184 00000100:00100000:3.0:1743493947.698440:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:3.0:1743493947.698446:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3679:x1828185060445184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.698481:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:349 count 1 00010000:00010000:3.0:1743493947.698510:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698526:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c171a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ccf expref: 118 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.698534:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.698536:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.698540:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698604:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c171a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ccf expref: 118 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.698619:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c171a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ccf expref: 118 pid: 15659 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.698633:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567e9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060445312:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.698717:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c504b9500 going to sleep for 11 seconds 00010000:00010000:3.0:1743493947.698789:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c1561 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c58 expref: 118 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.698802:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febe7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060444160:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.698855:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698866:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698874:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698885:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698900:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698909:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698916:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.698921:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698929:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698945:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.698953:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c4040/0x1414d533cd4c3011 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.699364:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+15:3676:x1828185060441984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37378us (44263us total) trans 4294967943 rc 0/0 00000100:00100000:3.0:1743493947.699387:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:3.0:1743493947.699442:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027636096 00000100:00100000:3.0:1743493947.699448:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027636096 00000100:00100000:3.0:1743493947.699503:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3418 00000100:00100000:3.0:1743493947.699510:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+574:13290:x1828185027636096:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493947.700026:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3625, 168 off639512 00000001:00080000:3.0:1743493947.700036:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974466 00000100:00100000:3.0:1743493947.700188:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+576:13290:x1828185027636096:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 676us (5823us total) trans 4294974467 rc 0/0 00000100:00100000:3.0:1743493947.700197:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3418 00000020:00080000:3.0:1743493947.700203:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1743493947.709080:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53622d40/0x1414d533cd4c075a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x153:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950830 expref: 130 pid: 15655 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.709100:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febe200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060443904:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.709158:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709171:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709179:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709191:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709203:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709212:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709220:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.709224:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709233:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709257:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.709264:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7880/0x1414d533cd4c2ffc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x153:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.709728:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+25:3678:x1828185060442496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52650us (54933us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1743493947.709736:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:0.0:1743493947.710099:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060445440 00000100:00100000:0.0:1743493947.710105:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060445440 00000100:00100000:0.0:1743493947.710159:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:0.0:1743493947.710166:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+15:3678:x1828185060445440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.710193:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:350 count 1 00010000:00010000:0.0:1743493947.710218:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.710231:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 117 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.710239:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.710241:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.710243:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.710299:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 117 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.710310:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 117 pid: 14104 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.710321:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060445824:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.710457:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.730384:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.730481:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.730570:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.735043:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060446464 00000100:00100000:3.0:1743493947.735054:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060446464 00000100:00100000:3.0:1743493947.735123:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1743493947.735132:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060446464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.735174:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:351 count 1 00010000:00010000:3.0:1743493947.735210:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.735233:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.735242:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.735244:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.735248:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.735322:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.735336:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.735355:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060446592:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.747472:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.749142:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060446848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493947.749248:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.749303:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493947.749311:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060446720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493947.749395:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.749455:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060446848 00000100:00100000:0.0:1743493947.749464:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060446848 00000100:00100000:0.0:1743493947.749536:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060446720 00000100:00100000:0.0:1743493947.749540:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060446720 00000100:00100000:0.0:1743493947.749581:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1743493947.749589:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060446848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.749635:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:353 count 1 00010000:00010000:0.0:1743493947.749680:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.749704:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.749712:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.749715:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.749719:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.749832:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.749847:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.749861:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060446976:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.749956:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.749975:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1743493947.749981:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060446720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.750011:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:352 count 1 00010000:00010000:0.0:1743493947.750030:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.750043:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c1a62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dbd expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.750049:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.750051:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.750054:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.750103:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c1a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dbd expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.750112:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c1a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dbd expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.750122:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060447104:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.750186:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00010000:00010000:0.0:1743493947.762733:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f17100/0x1414d533cd4c137e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950bd3 expref: 116 pid: 15659 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.762745:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060444416:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.762810:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762824:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762831:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762839:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762846:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762853:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762860:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.762863:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762871:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762884:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.762892:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c301f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.763190:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3676:x1828185060443136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 99968us (107930us total) trans 4294967940 rc 0/0 00000100:00100000:0.0:1743493947.763199:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00010000:00010000:0.0:1743493947.769573:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51b156c0/0x1414d533cd4c127b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x158:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b7f expref: 114 pid: 15625 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.769603:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060444544:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.769682:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769695:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769703:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769716:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769725:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769734:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769749:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.769773:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769783:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769806:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.769814:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c7100/0x1414d533cd4c3026 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x158:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.770394:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3676:x1828185060441600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 106945us (115036us total) trans 4294967947 rc 0/0 00000100:00100000:0.0:1743493947.770408:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00010000:00010000:0.0:1743493947.770521:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c1656 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950c97 expref: 113 pid: 14104 timeout: 1249 lvb_type: 1 00000100:00100000:0.0:1743493947.770533:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060444672:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.770583:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770592:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770605:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770614:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770622:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770630:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770638:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.770642:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770651:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770666:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.770673:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c4b80/0x1414d533cd4c302d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.770998:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3676:x1828185060442112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 107329us (115536us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1743493947.771007:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00010000:00010000:0.0:1743493947.771084:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c1839 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d1c expref: 112 pid: 14104 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.771095:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060445824:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.771148:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771158:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771166:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771175:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771184:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771192:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771199:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.771203:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771218:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771231:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.771239:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f29300/0x1414d533cd4c3057 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.771533:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060445440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61365us (61637us total) trans 4294967949 rc 0/0 00000100:00100000:0.0:1743493947.771541:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00010000:00010000:3.0:1743493947.777996:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c171a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ccf expref: 110 pid: 15659 timeout: 1249 lvb_type: 1 00000100:00100000:3.0:1743493947.778015:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567e9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060445312:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.778077:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778090:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778098:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778109:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778118:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778127:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778134:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.778140:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778150:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778172:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.778180:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b564c5300/0x1414d533cd4c3049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.778836:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fe200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060447744:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493947.778968:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779045:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568ff340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448256:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493947.779119:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779169:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493947.779228:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779276:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1743493947.779284:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fb400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060447616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493947.779344:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779392:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493947.779467:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779506:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fb9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493947.779568:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493947.779628:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060447744 00000100:00100000:0.0:1743493947.779637:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060447744 00000100:00100000:0.0:1743493947.779703:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060448256 00000100:00100000:0.0:1743493947.779706:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060448256 00000100:00100000:0.0:1743493947.779738:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060448768 00000100:00100000:0.0:1743493947.779741:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060448768 00000100:00100000:0.0:1743493947.779798:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060447616 00000100:00100000:0.0:1743493947.779802:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060447616 00000100:00100000:0.0:1743493947.779835:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060448128 00000100:00100000:0.0:1743493947.779839:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060448128 00000100:00100000:0.0:1743493947.779870:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060448640 00000100:00100000:0.0:1743493947.779873:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060448640 00000100:00100000:0.0:1743493947.779907:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1743493947.779916:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+21:3677:x1828185060447744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.779967:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:356 count 1 00010000:00010000:0.0:1743493947.780009:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2bc40/0x1414d533cd4c30a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780032:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54065e40/0x1414d533cd4c1fc5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f4c expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780041:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780043:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780047:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2bc40/0x1414d533cd4c30a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780120:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54065e40/0x1414d533cd4c1fc5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f4c expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780140:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54065e40/0x1414d533cd4c1fc5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f4c expref: 109 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.780153:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060448896:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.780260:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.780282:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1743493947.780287:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3677:x1828185060448256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.780314:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:354 count 1 00010000:00010000:0.0:1743493947.780338:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780351:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780358:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780360:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780363:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 4/0,1 mode: --/PW res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780429:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780439:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.780456:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060449024:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.780525:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.780548:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1743493947.780555:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3677:x1828185060448768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.780581:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:358 count 1 00010000:00010000:0.0:1743493947.780603:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c30b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780615:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780622:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780623:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780626:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c30b2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780680:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780690:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.780700:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda5680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060449152:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.780796:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.780816:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:0.0:1743493947.780823:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3677:x1828185060447616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493947.780850:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:355 count 1 00010000:00010000:0.0:1743493947.780870:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c30b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780883:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780890:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780892:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.780894:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c30b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.780944:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.780954:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.780963:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060449280:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.781026:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.781047:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:0.0:1743493947.781052:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3677:x1828185060448128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.781077:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:353 count 1 00010000:00010000:0.0:1743493947.781097:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.781114:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.781121:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.781123:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.781126:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.781177:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.781187:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.781198:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060449408:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.781262:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.781283:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:0.0:1743493947.781289:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3677:x1828185060448640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493947.781314:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:357 count 1 00010000:00010000:0.0:1743493947.781333:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c30c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.781345:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.781352:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.781355:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.781358:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c30c7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.781419:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493947.781429:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.781439:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda2e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060449536:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493947.781507:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493947.781786:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.785576:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3679:x1828185060445184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87114us (87232us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1743493947.785594:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:3.0:1743493947.785740:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060446592:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.785833:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.786035:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.787602:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3187 00000100:00100000:3.0:1743493947.787613:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+111:2437:x1828185027639680:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.787651:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.787660:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 111 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.787681:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 111 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.787711:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cf40/0x1414d533cd4c194a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d69 expref: 111 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.787727:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.787730:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.787735:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.787746:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.787832:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.787920:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+110:2437:x1828185027639680:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 306us (6133us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.787930:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3187 00000100:00100000:3.0:1743493947.787978:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3188 00000100:00100000:3.0:1743493947.787984:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c77fb8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2438:x1828185027639808:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.788003:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.788009:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.788020:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.788035:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.788037:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.788049:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788058:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788152:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.788194:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c77fb8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2438:x1828185027639808:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 209us (2160us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.788202:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3188 00010000:00010000:3.0:1743493947.788374:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788384:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788403:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788411:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788420:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788432:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f287c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.788437:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788447:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788460:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.788468:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c306c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.789063:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3679:x1828185060446464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53929us (54708us total) trans 4294967952 rc 0/0 00000100:00100000:3.0:1743493947.789074:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1743493947.789178:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fdc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060447488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.789271:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.789320:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fa2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060448000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.789399:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.789438:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fbf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060448512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.789500:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1743493947.789575:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52528bc0/2, rc 0, transno 4294967952 00000100:00100000:3.0:1743493947.789590:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060446464:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493947.789618:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b567e8040/2, rc 0, transno 4294967951 00000100:00100000:3.0:1743493947.789622:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567e8040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060445184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.789639:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1743493947.789646:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060447872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.789710:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.789746:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060448384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.789838:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493947.792916:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c1bb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e26 expref: 108 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.792939:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060446976:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.793007:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793019:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793027:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793039:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793048:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793057:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793064:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.793068:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793077:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793098:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.793104:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a980/0x1414d533cd4c3073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.796655:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3677:x1828185060446848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47062us (47404us total) trans 4294967953 rc 0/0 00000100:00100000:0.0:1743493947.796665:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1743493947.797959:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798007:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798051:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798094:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798139:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798239:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.798739:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.799064:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52548bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060450304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.799168:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.799222:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1743493947.799229:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060450432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.799295:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.799381:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060450304 00000100:00100000:0.0:1743493947.799516:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.799615:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.800609:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060450304 00000100:00100000:3.0:1743493947.800659:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060450432 00000100:00100000:3.0:1743493947.800663:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060450432 00000100:00100000:3.0:1743493947.800697:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:3.0:1743493947.800702:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060450304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.800744:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:358 count 1 00010000:00010000:3.0:1743493947.800798:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c30f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.800816:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e200/0x1414d533cd4c2250 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951009 expref: 108 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.800824:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.800826:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.800829:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c30f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.800894:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e200/0x1414d533cd4c2250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951009 expref: 108 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.800910:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e200/0x1414d533cd4c2250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x166:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951009 expref: 108 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.800924:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060450560:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.801993:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.802060:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641088 00000100:00100000:3.0:1743493947.802067:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641088 00010000:00010000:3.0:1743493947.802109:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.802134:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3192 00000100:00100000:3.0:1743493947.802142:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027640960:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.802167:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.802175:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 115 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802187:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c211c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fb5 expref: 115 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802207:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802210:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802214:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c30b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802223:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c30b2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x166:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802260:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.802299:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027640960:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 157us (3560us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.802306:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3192 00000100:00100000:3.0:1743493947.802336:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3193 00000100:00100000:3.0:1743493947.802341:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027641216:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.802360:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.802379:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802390:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802404:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802406:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802409:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802416:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802456:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.802494:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027641216:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 151us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.802502:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3193 00000100:00100000:3.0:1743493947.802531:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3194 00000100:00100000:3.0:1743493947.802537:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027641088:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.802553:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.802558:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802569:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50e3e980/0x1414d533cd4c1e75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950eea expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.802583:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802585:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802589:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c30b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802596:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c30b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802628:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.802661:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027641088:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 123us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.802667:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3194 00000100:00100000:3.0:1743493947.802709:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1743493947.802716:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060450432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493947.802779:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:359 count 1 00010000:00010000:3.0:1743493947.802815:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c30f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802831:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b1996c0/0x1414d533cd4c237d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951064 expref: 108 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.802838:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802840:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.802843:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c30f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.802901:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b1996c0/0x1414d533cd4c237d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951064 expref: 108 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.802913:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b1996c0/0x1414d533cd4c237d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951064 expref: 108 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.802925:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060450688:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.803005:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.803113:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.803151:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641344 00000100:00100000:3.0:1743493947.803156:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641344 00010000:00010000:3.0:1743493947.803186:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.803203:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3195 00000100:00100000:3.0:1743493947.803209:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c77fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2439:x1828185027641344:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.803226:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.803230:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.803241:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c1fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950f53 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.803255:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.803257:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.803260:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c30c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.803269:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c30c7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.803302:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.803339:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c77fbe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2439:x1828185027641344:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 129us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.803346:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3195 00010000:00010000:3.0:1743493947.803421:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806811:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c1a62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dbd expref: 107 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.806829:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060447104:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493947.806895:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806907:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806915:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806928:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806936:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806946:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806960:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.806965:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806975:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.806997:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.807005:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f28400/0x1414d533cd4c307a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810293:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810308:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810317:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810325:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810333:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.810338:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810347:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810380:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.810390:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c309d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.811407:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060446720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 61419us (62015us total) trans 4294967954 rc 0/0 00000100:00100000:0.0:1743493947.811423:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1743493947.811576:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027639936 00000100:00100000:0.0:1743493947.811587:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027639936 00000100:00100000:0.0:1743493947.811651:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027640192 00000100:00100000:0.0:1743493947.811656:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027640192 00000100:00100000:0.0:1743493947.811693:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027640576 00000100:00100000:0.0:1743493947.811697:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027640576 00000100:00100000:0.0:1743493947.811737:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11942 00000100:00100000:0.0:1743493947.811746:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+581:13336:x1828185027639936:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.817446:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.817878:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.817925:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.817972:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.818011:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.818074:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.818111:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027640832 00000100:00100000:3.0:1743493947.818124:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027640832 00000100:00100000:0.0:1743493947.819087:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027639936:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 7332us (21124us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.819112:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11942 00000100:00100000:0.0:1743493947.819192:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11944 00000100:00100000:0.0:1743493947.819201:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+581:13290:x1828185027640576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.819227:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.819275:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3122 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951415 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.819404:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819422:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819436:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819485:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819492:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819499:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819557:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819564:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819571:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819578:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.819584:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819597:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819611:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.819615:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.819620:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819626:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3129 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819649:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819655:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819660:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819664:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.819667:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819672:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819678:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x897a18fd (ffff998b50f46400) 00010000:00010000:0.0:1743493947.819682:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.819685:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819690:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3130 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.819738:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3122 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951415 expref: 582 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.819747:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3122 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951415 expref: 582 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.819789:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3cf40, rc 0) 00000100:00100000:0.0:1743493947.819905:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+581:13290:x1828185027640576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 704us (21765us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.819912:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11944 00000100:00100000:0.0:1743493947.819970:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641600 00000100:00100000:0.0:1743493947.819977:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641600 00010000:00010000:0.0:1743493947.820021:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53623c40/0x1414d533cd4c1951 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d70 expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.820048:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641856 00000100:00100000:0.0:1743493947.820051:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641856 00010000:00010000:0.0:1743493947.820078:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54d32200/0x1414d533cd4c2115 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x165:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fae expref: 105 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.820095:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641472 00000100:00100000:0.0:1743493947.820098:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641472 00010000:00010000:0.0:1743493947.820121:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01da80/0x1414d533cd4c1d02 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e81 expref: 106 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.820137:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641728 00000100:00100000:0.0:1743493947.820140:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641728 00010000:00010000:0.0:1743493947.820164:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c1e7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ef1 expref: 115 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.820176:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027641984 00000100:00100000:0.0:1743493947.820179:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027641984 00010000:00010000:0.0:1743493947.820206:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e8f expref: 116 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.820220:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3196 00000100:00100000:0.0:1743493947.820227:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+116:2437:x1828185027641600:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493947.820253:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493947.820260:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53623c40/0x1414d533cd4c1951 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d70 expref: 116 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.820272:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53623c40/0x1414d533cd4c1951 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d70 expref: 116 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.820298:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.820301:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.820307:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.820317:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.820385:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493947.820429:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+116:2437:x1828185027641600:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 200us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.820437:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3196 00000100:00100000:0.0:1743493947.820466:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3197 00000100:00100000:0.0:1743493947.820472:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027641856:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493947.820490:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493947.820496:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54d32200/0x1414d533cd4c2115 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fae expref: 106 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.820507:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54d32200/0x1414d533cd4c2115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950fae expref: 106 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.820522:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.820524:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.820532:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c30e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.820540:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c30e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x165:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.820577:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493947.820614:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027641856:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 141us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.820625:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3197 00000100:00100000:0.0:1743493947.820661:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3198 00000100:00100000:0.0:1743493947.820667:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027641472:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493947.820689:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.820774:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 115 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.820794:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3199 00000100:00100000:3.0:1743493947.820799:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027641728:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.820815:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.820819:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c1e7c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ef1 expref: 115 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.820829:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c1e7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ef1 expref: 115 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.820841:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.820843:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.820846:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c30dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.820853:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c30dc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.820882:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.820915:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027641728:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 115us (2904us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.820921:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3199 00000100:00100000:3.0:1743493947.820947:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3200 00000100:00100000:3.0:1743493947.820952:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027641984:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.820971:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.820976:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1d2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e8f expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.820985:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e8f expref: 114 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.820998:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.821000:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.821003:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.821200:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b01da80/0x1414d533cd4c1d02 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e81 expref: 105 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.821213:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b01da80/0x1414d533cd4c1d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e81 expref: 105 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.821226:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.821228:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.821231:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c30ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.821242:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c30ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.821276:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493947.821317:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027641472:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 647us (3344us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.821324:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3198 00000100:00100000:0.0:1743493947.821354:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3201 00000100:00100000:0.0:1743493947.821359:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+114:2438:x1828185027640832:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493947.821388:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493947.821395:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.821406:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.821420:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5185e200/0x1414d533cd4c1bdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x162:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e2d expref: 114 pid: 15625 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.821431:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.821433:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.821436:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.821443:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.821503:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493947.821541:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+113:2438:x1828185027640832:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 180us (4106us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.821549:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3201 00010000:00010000:3.0:1743493947.821621:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.821906:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.821936:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+112:2437:x1828185027641984:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 981us (3861us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.821944:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3200 00010000:00010000:0.0:1743493947.822639:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822651:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822662:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822671:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822686:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822695:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.822699:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822709:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822725:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.822733:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c30ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x162:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.823224:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060448256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42933us (44102us total) trans 4294967944 rc 0/0 00000100:00100000:0.0:1743493947.823233:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00010000:00010000:0.0:1743493947.823332:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c1a8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x161:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950dcb expref: 111 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.823342:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060449408:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.823874:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060447232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62188us (63791us total) trans 4294967945 rc 0/0 00000100:00100000:3.0:1743493947.823883:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00010000:00010000:0.0:1743493947.827414:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827451:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827461:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827475:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827484:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827494:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827502:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493947.827507:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827518:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827546:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.827556:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c30c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x161:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1743493947.827978:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568f8040/2, rc 0, transno 4294967945 00000100:00100000:3.0:1743493947.828012:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568f8040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060447232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.828176:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060451072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.828314:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1743493947.828399:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568fb400/2, rc 0, transno 4294967955 00000100:00100000:3.0:1743493947.828416:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fb400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060447616:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493947.828445:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568fe200/2, rc 0, transno 4294967956 00000100:00100000:3.0:1743493947.828450:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fe200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060447744:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493947.828473:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568ff340/2, rc 0, transno 4294967944 00000100:00100000:3.0:1743493947.828482:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568ff340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448256:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493947.828505:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568fcb00/2, rc 0, transno 4294967943 00000100:00100000:3.0:1743493947.828510:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060448768:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493947.828534:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252ed80/2, rc 0, transno 4294967954 00000100:00100000:3.0:1743493947.828538:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060446720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.828620:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060451200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.828693:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.828771:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060451072 00000100:00100000:3.0:1743493947.828780:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060451072 00000100:00100000:3.0:1743493947.828844:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060451200 00000100:00100000:3.0:1743493947.828848:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060451200 00000100:00100000:3.0:1743493947.828888:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1743493947.828897:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060451072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493947.828944:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:359 count 1 00010000:00010000:3.0:1743493947.828988:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3137 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.829011:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50f90400/0x1414d533cd4c2257 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951010 expref: 110 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.829020:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.829023:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.829027:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3137 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.829097:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50f90400/0x1414d533cd4c2257 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951010 expref: 110 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.829113:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50f90400/0x1414d533cd4c2257 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951010 expref: 110 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.829127:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060451328:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.829196:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493947.829470:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1743493947.829480:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060451456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.829552:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.829606:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060451584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.829675:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493947.829715:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1743493947.829721:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060451712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493947.829902:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1743493947.829985:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53641a80/0x1414d533cd4c1d2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x163:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950e8f expref: 110 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.829998:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060450176:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.830053:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830069:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830077:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830086:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830093:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830101:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830107:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.830112:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830121:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830140:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830147:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c30ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x163:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.830613:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060448384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35023us (40772us total) trans 4294967946 rc 0/0 00000100:00100000:3.0:1743493947.830624:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1743493947.830674:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060451456 00000100:00100000:3.0:1743493947.830681:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060451456 00000100:00100000:3.0:1743493947.830733:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060451584 00000100:00100000:3.0:1743493947.830737:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060451584 00000100:00100000:3.0:1743493947.830788:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060451712 00000100:00100000:3.0:1743493947.830791:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060451712 00000100:00100000:3.0:1743493947.830820:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:3.0:1743493947.830829:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+25:3678:x1828185060451200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493947.830867:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:360 count 1 00010000:00010000:3.0:1743493947.830895:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c313e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830912:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.830920:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.830922:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.830926:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c313e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.830993:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 109 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493947.831006:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 109 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.831019:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060451840:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493947.831092:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493947.831144:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53623c40/0x1414d533cd4c1951 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x160:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950d70 expref: 109 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.831155:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda67c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060449792:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.831208:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831218:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831226:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831235:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831243:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831251:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831259:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.831263:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831272:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831287:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.831295:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c30d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x160:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.838705:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46dfa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060448128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57638us (59224us total) trans 4294967948 rc 0/0 00000100:00100000:0.0:1743493947.838719:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:3.0:1743493947.847013:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060448000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52336us (57605us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1743493947.847028:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1743493947.848004:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027642496 00000100:00100000:3.0:1743493947.848017:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027642496 00000100:00100000:0.0:1743493947.848631:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11945 00000100:00100000:0.0:1743493947.848643:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+580:13336:x1828185027642496:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.848979:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+580:13336:x1828185027642496:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 336us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.848986:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11945 00000100:00100000:0.0:1743493947.854668:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.854724:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.857243:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060451328:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.857317:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3137 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.857582:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060451840:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.857626:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c313e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.867272:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027642624 00000100:00100000:3.0:1743493947.867285:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027642624 00000100:00100000:3.0:1743493947.867420:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11948 00000100:00100000:3.0:1743493947.867430:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+580:13290:x1828185027642624:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.867466:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.867511:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3176 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951423 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.867600:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027643136 00000100:00100000:0.0:1743493947.867617:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027643136 00010000:00010000:3.0:1743493947.867637:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c317d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.867658:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c317d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493947.867674:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c317d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.867708:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 107 pid: 15659 timeout: 1250 lvb_type: 1 00000004:00200000:3.0:1743493947.867748:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493947.867794:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1743493947.867813:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027643392 00000100:00100000:0.0:1743493947.867823:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027643392 00000004:00010000:3.0:1743493947.867830:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c317d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493947.867866:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50bf8b80/0x1414d533cd4c2903 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495122b expref: 100 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.867875:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3176 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951423 expref: 582 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493947.867900:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027643264 00000100:00100000:0.0:1743493947.867908:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027643264 00010000:00010000:3.0:1743493947.867912:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c317d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951423 expref: 581 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.867925:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.867929:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493947.867934:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a16c0, rc 0) 00010000:00010000:0.0:1743493947.867948:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b1987c0/0x1414d533cd4c2513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510db expref: 101 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.867964:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027643008 00000100:00100000:0.0:1743493947.867970:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027643008 00010000:00010000:0.0:1743493947.867998:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50f90400/0x1414d533cd4c2257 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x167:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951010 expref: 108 pid: 15625 timeout: 1250 lvb_type: 1 00000100:00100000:0.0:1743493947.868014:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3205 00000100:00100000:0.0:1743493947.868022:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027643136:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493947.868051:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493947.868058:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 108 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.868070:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 108 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.868095:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c2376 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x168:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495105d expref: 108 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:0.0:1743493947.868108:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.868110:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493947.868115:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c313e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.868125:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c313e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x168:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.868187:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.869723:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+581:13290:x1828185027642624:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2291us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.869737:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11948 00000100:00100000:3.0:1743493947.869905:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060451968:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.872803:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872815:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872822:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872832:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872839:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872847:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872855:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.872859:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872868:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872888:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.872896:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.873206:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3678:x1828185060451456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41413us (43653us total) trans 4294967963 rc 0/0 00000100:00100000:3.0:1743493947.873215:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00100000:3.0:1743493947.874967:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027643776 00000100:00100000:3.0:1743493947.874975:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027643776 00010000:00010000:3.0:1743493947.875015:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495127f expref: 98 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.875046:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3210 00000100:00100000:3.0:1743493947.875052:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027643776:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493947.875074:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493947.875080:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495127f expref: 98 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.875091:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b19b100/0x1414d533cd4c2a29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495127f expref: 98 pid: 15659 timeout: 1250 lvb_type: 1 00010000:00010000:3.0:1743493947.875112:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.875114:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493947.875119:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c315a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875129:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3100/0x1414d533cd4c315a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875169:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493947.875234:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027643776:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 180us (2406us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.875240:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3210 00000004:00080000:3.0:1743493947.875651:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5095e200/2, rc 0, transno 4294967963 00000100:00100000:3.0:1743493947.875666:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060451456:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493947.875710:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5095b400/2, rc 0, transno 4294967962 00000100:00100000:3.0:1743493947.875714:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060451712:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493947.875779:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50bfa200/0x1414d533cd4c27dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511c9 expref: 97 pid: 15659 timeout: 1250 lvb_type: 1 00000100:00100000:3.0:1743493947.875790:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060452096:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493947.875844:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875853:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875859:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875872:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875879:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875886:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875893:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493947.875896:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875903:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875915:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.875922:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c314c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493947.876445:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3676:x1828185060451584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44382us (46767us total) trans 4294967964 rc 0/0 00000100:00100000:3.0:1743493947.876455:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000004:00080000:3.0:1743493947.876530:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5095ed80/2, rc 0, transno 4294967964 00000100:00100000:3.0:1743493947.876537:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060451584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493947.879694:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027643136:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 11666us (12963us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.879708:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3205 00000100:00100000:3.0:1743493947.880796:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.880832:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027644032 00000100:00100000:3.0:1743493947.880841:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027644032 00000100:00100000:3.0:1743493947.880899:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11951 00000100:00100000:3.0:1743493947.880908:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027644032:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.881150:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027644032:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 242us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.881158:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11951 00000004:00080000:3.0:1743493947.890702:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6ae40/2, rc 0, transno 4294967965 00000100:00100000:3.0:1743493947.890768:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6ae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060452352:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493947.890807:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5095e7c0/2, rc 0, transno 4294967952 00000100:00100000:3.0:1743493947.890824:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060451200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493947.891596:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.901705:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.902988:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027644288 00000100:00100000:3.0:1743493947.903004:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027644288 00000100:00100000:3.0:1743493947.909921:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027644544 00000100:00100000:3.0:1743493947.909934:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027644544 00000100:00100000:0.0:1743493947.910098:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11953 00000100:00100000:0.0:1743493947.910110:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027644544:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.910453:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027644544:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 342us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.910464:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11953 00000100:00100000:3.0:1743493947.913455:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027644800 00000100:00100000:3.0:1743493947.913469:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027644800 00000100:00100000:3.0:1743493947.914453:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11954 00000100:00100000:3.0:1743493947.914466:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+584:13290:x1828185027644800:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493947.914497:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493947.914550:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3192 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951431 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.914687:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914703:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914714:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914776:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914783:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914790:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914846:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914853:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914859:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914865:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.914869:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914877:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914895:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493947.914898:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.914903:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914908:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3199 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914933:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914938:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914944:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914948:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493947.914951:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914956:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914962:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x897a18fd (ffff998b51866400) 00010000:00010000:3.0:1743493947.914964:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493947.914966:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.914970:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493947.915017:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3192 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951431 expref: 585 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.915027:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3192 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951431 expref: 585 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493947.915040:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27c40, rc 0) 00000100:00100000:3.0:1743493947.915144:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+584:13290:x1828185027644800:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 680us (2530us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493947.915152:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11954 00000100:00100000:0.0:1743493947.920131:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027644928 00000100:00100000:0.0:1743493947.920149:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027644928 00000100:00100000:3.0:1743493947.925244:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645184 00000100:00100000:3.0:1743493947.925257:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645184 00000100:00100000:3.0:1743493947.925836:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11956 00000100:00100000:3.0:1743493947.925846:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027645184:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.926147:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027645184:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 300us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.926157:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11956 00000100:00100000:0.0:1743493947.928416:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645440 00000100:00100000:0.0:1743493947.928430:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645440 00000100:00100000:0.0:1743493947.928514:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645056 00000100:00100000:0.0:1743493947.928518:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645056 00000100:00100000:0.0:1743493947.928568:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11957 00000100:00100000:0.0:1743493947.928578:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+583:13289:x1828185027645440:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.928606:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.928650:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495143f expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.928808:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928828:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928842:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928890:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928904:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928911:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928965:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928972:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928980:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928986:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.928991:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.928999:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929012:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493947.929015:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.929020:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929026:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929048:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929054:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929061:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929066:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.929069:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929075:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929081:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x6ed7d01b (ffff998b51866400) 00010000:00010000:0.0:1743493947.929084:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.929086:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929092:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929143:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495143f expref: 584 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.929153:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495143f expref: 584 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.929167:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27c40, rc 0) 00000100:00100000:0.0:1743493947.929272:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+583:13289:x1828185027645440:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 694us (1789us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.929281:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11957 00000100:00100000:0.0:1743493947.929331:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11958 00000100:00100000:0.0:1743493947.929338:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+582:13290:x1828185027645056:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.929349:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.929384:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c31bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951438 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.929453:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929463:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929470:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929510:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929518:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929524:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929549:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929555:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929560:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929565:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.929569:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929576:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929584:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.929587:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.929590:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929596:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929613:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929620:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929626:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929631:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e256c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.929634:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929639:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929647:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4a14f308 (ffff998b51866a80) 00010000:00010000:0.0:1743493947.929649:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.929651:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929657:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c31ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493947.929691:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c31bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951438 expref: 583 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.929700:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c31bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951438 expref: 583 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.929711:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24400, rc 0) 00000100:00100000:0.0:1743493947.929800:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+582:13290:x1828185027645056:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 462us (2205us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.929807:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11958 00000100:00100000:3.0:1743493947.932357:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645568 00000100:00100000:3.0:1743493947.932381:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645568 00000100:00100000:3.0:1743493947.932468:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11959 00000100:00100000:3.0:1743493947.932477:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027645568:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.932826:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13336:x1828185027645568:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 347us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493947.932836:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11959 00000100:00100000:3.0:1743493947.936590:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493947.937276:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493947.937285:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493947.937293:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x897a18fd (ffff998b51866a80) 00010000:00010000:2.0:1743493947.937296:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493947.937298:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493947.937304:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c31df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493947.937351:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c31d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951446 expref: 583 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493947.937361:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c31d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951446 expref: 583 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493947.937386:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24400, rc 0) 00000100:00100000:2.0:1743493947.937495:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+582:13289:x1828185027645696:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 620us (918us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493947.937504:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11960 00000100:00100000:0.0:1743493947.943004:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.943067:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.943643:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493947.944545:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645824 00000100:00100000:2.0:1743493947.944560:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645824 00000100:00100000:2.0:1743493947.944659:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027645952 00000100:00100000:2.0:1743493947.944664:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027645952 00000100:00100000:2.0:1743493947.944706:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027646080 00000100:00100000:2.0:1743493947.944709:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027646080 00000100:00100000:2.0:1743493947.944749:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11961 00000100:00100000:2.0:1743493947.944780:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027645824:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493947.944932:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11962 00000100:00100000:3.0:1743493947.944944:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+584:13333:x1828185027645952:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1743493947.945154:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11963 00000100:00100000:0.0:1743493947.945162:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+584:13290:x1828185027646080:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493947.945175:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493947.945217:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495144d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.945322:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945339:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945359:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945400:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945409:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945416:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945457:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945465:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945472:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945479:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.945484:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945493:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945508:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493947.945512:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.945517:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945523:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c31ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945546:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945553:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945559:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945564:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493947.945567:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945573:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945579:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493947.945582:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493947.945585:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945590:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c31f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493947.945624:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495144d expref: 585 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.945632:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c31e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495144d expref: 585 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493947.945645:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27c40, rc 0) 00000100:00100000:2.0:1743493947.951146:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027645824:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 6347us (8134us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493947.951169:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11961 00000100:00100000:0.0:1743493947.953202:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+583:13290:x1828185027646080:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8024us (9545us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493947.953223:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11963 00000100:00100000:2.0:1743493947.958837:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027646208 00000100:00100000:2.0:1743493947.958853:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027646208 00000100:00100000:2.0:1743493947.958954:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11964 00000100:00100000:2.0:1743493947.958965:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13333:x1828185027646208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493947.959038:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493947.959283:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+582:13333:x1828185027646208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 317us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493947.959293:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11964 00000100:00100000:2.0:1743493947.964915:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493947.964978:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493947.966598:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.977204:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493947.977343:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027646848 00000100:00100000:0.0:1743493947.977358:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027646848 00000100:00100000:0.0:1743493947.977451:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11968 00000100:00100000:0.0:1743493947.977461:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027646848:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493947.977784:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+584:13336:x1828185027646848:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 322us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493947.977793:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11968 00000100:00100000:3.0:1743493947.978901:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493947.978989:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027646976 00000100:00100000:2.0:1743493947.978997:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027646976 00000100:00100000:2.0:1743493947.979064:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2280 00000100:00100000:2.0:1743493947.979072:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+105:2440:x1828185027646976:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493947.979089:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493947.979142:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951462 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493947.979179:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x173:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493947.979213:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493947.979216:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493947.979226:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493947.979249:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493947.979265:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e26980, rc 0) 00000100:00100000:2.0:1743493947.979334:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+106:2440:x1828185027646976:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 262us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493947.979342:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2280 00000100:00100000:2.0:1743493947.994129:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493947.995399:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11969 00000100:00100000:3.0:1743493947.995413:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+584:13333:x1828185027647104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493947.995579:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2bd:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493947.995945:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+584:13333:x1828185027647104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 531us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493947.995956:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11969 00000100:00100000:0.0:1743493948.001609:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.001683:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.001983:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027647232 00000100:00100000:2.0:1743493948.002000:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027647232 00000100:00100000:2.0:1743493948.002106:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027647488 00000100:00100000:2.0:1743493948.002110:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027647488 00000100:00100000:2.0:1743493948.002153:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11970 00000100:00100000:2.0:1743493948.002163:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+585:13336:x1828185027647232:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493948.002492:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+585:13336:x1828185027647232:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 328us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.002502:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11970 00000100:00100000:2.0:1743493948.002552:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11971 00000100:00100000:2.0:1743493948.002558:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+584:13289:x1828185027647488:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.002586:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.002592:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493948.002633:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c318b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495142a expref: 584 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493948.004631:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.004730:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027647616 00000100:00100000:0.0:1743493948.004741:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027647616 00000100:00100000:0.0:1743493948.004847:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11972 00000100:00100000:0.0:1743493948.004858:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+584:13333:x1828185027647616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.004926:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1743493948.004955:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.004964:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493948.005013:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c323a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951469 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.005168:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.005187:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.005202:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.005230:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.005240:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.005247:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493948.007089:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.007139:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027647744 00000100:00100000:3.0:1743493948.007149:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027647744 00000100:00100000:3.0:1743493948.007230:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11973 00000100:00100000:3.0:1743493948.007239:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+586:13336:x1828185027647744:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493948.007554:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+586:13336:x1828185027647744:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 314us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.007565:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11973 00000100:00100000:0.0:1743493948.007835:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+585:13333:x1828185027647616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2975us (3213us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.007845:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11972 00000004:00080000:2.0:1743493948.010041:0:11942:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x173:0x0], index 1: 0 00000040:00080000:2.0:1743493948.010240:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3630, 184 off640416 00010000:00010000:2.0:1743493948.010546:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c324f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010570:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c324f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010587:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c324f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010645:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010652:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010661:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010667:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.010673:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010682:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010696:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.010699:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.010705:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010713:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3241 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493948.010737:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000814e8c9e reply state 00000000df87ecc5 transno 4294974473 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010788:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.010801:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:2.0:1743493948.010804:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.010807:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493948.010865:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c323a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951469 expref: 586 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.010890:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c324f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951469 expref: 585 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.010898:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31e:0x0].0x0 (ffff998b51866dc0) 00010000:00010000:2.0:1743493948.010900:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.010903:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01c400, rc 0) 00000100:00100000:2.0:1743493948.011014:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+586:13289:x1828185027647488:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8454us (9330us total) trans 4294974473 rc 0/0 00000100:00100000:2.0:1743493948.011024:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11971 00000100:00100000:3.0:1743493948.013128:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027648000 00000100:00100000:3.0:1743493948.013145:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027648000 00000100:00100000:0.0:1743493948.013534:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.013680:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.013721:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027648128 00000100:00100000:0.0:1743493948.013726:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027648128 00000100:00100000:0.0:1743493948.013798:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027648256 00000100:00100000:0.0:1743493948.013803:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027648256 00000100:00100000:0.0:1743493948.013853:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11974 00000100:00100000:0.0:1743493948.013864:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+588:13333:x1828185027648128:12345-192.168.206.41@tcp:101:lustre_rsync.0 00000100:00100000:2.0:1743493948.014020:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11975 00000100:00100000:2.0:1743493948.014028:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+588:13336:x1828185027648256:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493948.014296:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+588:13336:x1828185027648256:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 267us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.014305:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11975 00010000:00010000:0.0:1743493948.020842:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.020919:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c325d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951470 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.021056:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021074:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021089:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021140:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021149:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021156:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021207:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021216:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021223:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493948.021287:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2bd:0x0]: returning size 130386 00000004:00200000:0.0:1743493948.021294:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493948.021321:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021332:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021342:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021348:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021354:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021361:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.021376:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021385:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021400:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:0.0:1743493948.021404:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.021410:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021416:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3264 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021440:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021446:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021455:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021460:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.021463:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021469:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021476:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xac37d668 (ffff998b51867100) 00010000:00010000:0.0:1743493948.021479:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.021482:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021488:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c326b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xac37d668 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.021542:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c325d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951470 expref: 590 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.021562:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951470 expref: 589 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.021571:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:0.0:1743493948.021574:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.021576:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01f100, rc 0) 00000100:00100000:0.0:1743493948.021705:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+589:13333:x1828185027648128:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 7840us (8172us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.021717:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11974 00000100:00100000:3.0:1743493948.022344:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.028362:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027648384 00000100:00100000:0.0:1743493948.028393:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027648384 00000100:00100000:0.0:1743493948.028494:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11976 00000100:00100000:0.0:1743493948.028504:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+589:13336:x1828185027648384:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493948.028860:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+589:13336:x1828185027648384:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 354us (6517us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.028869:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11976 00000100:00100000:3.0:1743493948.029536:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.029606:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.029657:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.029737:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.029803:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027649024 00000100:00100000:3.0:1743493948.029810:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027649024 00000100:00100000:3.0:1743493948.029895:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2281 00000100:00100000:3.0:1743493948.029908:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+96:2437:x1828185027649024:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.029929:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.029998:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495147e expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493948.030039:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x173:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493948.030084:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.030089:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.030100:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 97 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.030122:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 97 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.030137:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01a200, rc 0) 00000100:00100000:3.0:1743493948.030210:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+97:2437:x1828185027649024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 302us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.030221:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2281 00000100:00100000:2.0:1743493948.032114:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027648896 00000100:00100000:2.0:1743493948.032123:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027648896 00000100:00100000:2.0:1743493948.032183:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1276 00000100:00100000:2.0:1743493948.032190:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+591:2437:x1828185027648896:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493948.032214:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.032232:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3272 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951470 expref: 591 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.032249:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:2.0:1743493948.032253:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493948.032295:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+590:2437:x1828185027648896:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 104us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.032302:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1276 00000100:00080000:2.0:1743493948.033214:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493918 00000100:00100000:0.0:1743493948.035877:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.042261:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.042445:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027649408 00000100:00100000:3.0:1743493948.042458:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027649408 00000100:00100000:3.0:1743493948.043460:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3423 00000100:00100000:3.0:1743493948.043473:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+590:13289:x1828185027649408:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493948.044037:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3633, 168 off640936 00000001:00080000:3.0:1743493948.044047:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974477 00000100:00100000:3.0:1743493948.044270:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+592:13289:x1828185027649408:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 795us (2012us total) trans 4294974478 rc 0/0 00000100:00100000:3.0:1743493948.044281:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3423 00000020:00080000:3.0:1743493948.044289:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493948.053112:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.053191:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.053807:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.054626:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027649920 00000100:00100000:3.0:1743493948.054636:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027649920 00000100:00100000:0.0:1743493948.054749:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11980 00000100:00100000:0.0:1743493948.054784:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+594:13290:x1828185027649536:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.054829:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.054871:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c32aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951485 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.054992:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055011:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055025:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055072:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055079:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055086:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055142:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055151:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055158:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055165:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.055170:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055179:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055195:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.055199:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.055205:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055212:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c32b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055236:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055243:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055248:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055258:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.055261:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055267:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055275:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4a14f308 (ffff998b518660c0) 00010000:00010000:0.0:1743493948.055278:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.055281:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055287:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c32b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.055339:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c32aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951485 expref: 595 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493948.055457:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11981 00000100:00100000:3.0:1743493948.055466:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+595:13289:x1828185027649920:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493948.055532:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.055550:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c324f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951469 expref: 595 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.055568:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31e:0x0].0x0 (ffff998b51866dc0) 00010000:00010000:3.0:1743493948.055580:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.055954:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c32bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.055965:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c32bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.055972:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c32bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.055994:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.056003:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.056010:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.056170:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0187c0/0x1414d533cd4c32cd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.056179:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0187c0/0x1414d533cd4c32cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.056187:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0187c0/0x1414d533cd4c32cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493948.056562:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11982 00000100:00100000:2.0:1743493948.056573:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+594:13336:x1828185027649664:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493948.056891:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+594:13336:x1828185027649664:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 317us (3700us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.056901:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11982 00010000:00010000:0.0:1743493948.059307:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c32aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951485 expref: 593 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.059353:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b018f40, rc 0) 00000100:00100000:0.0:1743493948.059493:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+592:13290:x1828185027649536:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4708us (6401us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.059502:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11980 00010000:00010000:0.0:1743493948.063470:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1743493948.064489:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.065252:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027650176 00000100:00100000:0.0:1743493948.065265:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027650176 00000100:00100000:0.0:1743493948.065443:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11983 00000100:00100000:0.0:1743493948.065453:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+594:13333:x1828185027650176:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.065481:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.065521:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c32db lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495148c expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.065694:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c32e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.065711:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c32e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.065722:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c32e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493948.065735:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2bd:0x0]: returning size 130386 00010000:00010000:0.0:1743493948.065978:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c32db lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495148c expref: 597 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.066004:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c32e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495148c expref: 596 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.066013:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:0.0:1743493948.066017:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.066021:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8040, rc 0) 00000100:00100000:0.0:1743493948.066131:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+596:13333:x1828185027650176:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 677us (1650us total) trans 4294974480 rc 0/0 00000100:00100000:0.0:1743493948.066140:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11983 00000100:00100000:2.0:1743493948.067605:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.069928:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027650304 00000100:00100000:3.0:1743493948.069950:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027650304 00000100:00100000:2.0:1743493948.070406:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11984 00000100:00100000:2.0:1743493948.070419:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+595:13290:x1828185027650304:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.070448:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.070494:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c32f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951493 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.070620:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.070638:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.070654:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493948.070709:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:2.0:1743493948.070713:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.070738:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.070793:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c32f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951493 expref: 597 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.070819:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951493 expref: 596 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.070830:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.070833:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493948.070838:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fbc40, rc 0) 00000100:00100000:2.0:1743493948.070949:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+596:13290:x1828185027650304:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 532us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.070958:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11984 00000100:00100000:0.0:1743493948.071686:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.081428:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.081659:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027650560 00000100:00100000:3.0:1743493948.081668:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027650560 00000100:00100000:3.0:1743493948.081739:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1277 00000100:00100000:3.0:1743493948.081746:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+596:2438:x1828185027650560:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493948.081826:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.081850:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c32e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495148c expref: 596 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.081921:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:3.0:1743493948.081927:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493948.081983:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+595:2438:x1828185027650560:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 237us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.081991:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1277 00000100:00100000:0.0:1743493948.087361:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027650816 00000100:00100000:0.0:1743493948.087385:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027650816 00000100:00100000:0.0:1743493948.087549:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3424 00000100:00100000:0.0:1743493948.087564:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+595:13333:x1828185027650816:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:0.0:1743493948.088156:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+596:13333:x1828185027650816:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 593us (896us total) trans 4294974481 rc 0/0 00000100:00100000:0.0:1743493948.088166:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3424 00000100:00100000:2.0:1743493948.094309:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.102018:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027651200 00000100:00100000:2.0:1743493948.102033:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027651200 00000100:00100000:2.0:1743493948.102134:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11987 00000100:00100000:2.0:1743493948.102145:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+597:13333:x1828185027651200:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493948.102176:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.102225:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3321 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514a8 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.103046:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c3328 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.103067:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c3328 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2bd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.103081:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c3328 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2bd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493948.103094:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2bd:0x0]: returning size 130386 00000100:00100000:3.0:1743493948.108377:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493948.111962:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3321 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514a8 expref: 602 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.112027:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c3328 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2bd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514a8 expref: 601 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.112038:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:2.0:1743493948.112041:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1743493948.112045:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb100, rc 0) 00000100:00100000:2.0:1743493948.112162:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+601:13333:x1828185027651200:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 10016us (10507us total) trans 4294974482 rc 0/0 00000100:00100000:2.0:1743493948.112175:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11987 00000100:00100000:3.0:1743493948.113370:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.113463:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027651456 00000100:00100000:2.0:1743493948.113476:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027651456 00000100:00100000:2.0:1743493948.113557:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3426 00000100:00100000:2.0:1743493948.113567:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad75050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+601:13289:x1828185027651456:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493948.131098:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+601:13290:x1828185027651328:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 22362us (22724us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.131119:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3425 00000100:00100000:0.0:1743493948.144418:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027651712 00000100:00100000:0.0:1743493948.144433:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027651712 00000100:00100000:0.0:1743493948.144518:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027651840 00000100:00100000:0.0:1743493948.144522:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027651840 00000100:00100000:0.0:1743493948.144559:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11988 00000100:00100000:0.0:1743493948.144569:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+602:13290:x1828185027651712:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.144611:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.144653:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3336 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514af expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.144817:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144836:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144850:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144900:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144910:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144917:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144966:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144974:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144982:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.144989:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.144993:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145002:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145015:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.145018:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.145024:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145030:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c333d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145048:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145054:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145060:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145064:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.145067:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145072:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145078:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x4a14f308 (ffff998b518660c0) 00010000:00010000:0.0:1743493948.145081:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.145084:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145091:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.145142:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3336 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514af expref: 603 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.145152:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3336 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514af expref: 603 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.145168:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9e40, rc 0) 00000100:00100000:0.0:1743493948.145262:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+602:13290:x1828185027651712:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 694us (1075us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.145271:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11988 00000100:00100000:0.0:1743493948.145317:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11989 00000100:00100000:0.0:1743493948.145324:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+601:13333:x1828185027651840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.145360:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2be:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493948.145552:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2be:0x0]: rc = -2 00000100:00100000:0.0:1743493948.145604:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+601:13333:x1828185027651840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 278us (1328us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493948.145613:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11989 00000100:00100000:2.0:1743493948.146308:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad75050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+599:13289:x1828185027651456:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 32738us (32949us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.146320:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3426 00000100:00100000:3.0:1743493948.162242:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027651968 00000100:00100000:3.0:1743493948.162255:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027651968 00000100:00100000:0.0:1743493948.162320:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652224 00000100:00100000:0.0:1743493948.162326:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652224 00000100:00100000:0.0:1743493948.162416:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652352 00000100:00100000:0.0:1743493948.162420:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652352 00000100:00100000:0.0:1743493948.162472:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11990 00000100:00100000:0.0:1743493948.162483:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+601:13289:x1828185027652224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.162512:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.162564:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c334b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514bd expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.162698:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493948.162749:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11991 00000100:00100000:3.0:1743493948.162778:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+602:13333:x1828185027652352:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.162818:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.163038:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+602:13333:x1828185027652352:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 258us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.163047:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11991 00010000:00010000:0.0:1743493948.163493:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163509:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163566:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163574:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163581:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163628:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163635:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163642:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163649:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.163654:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163663:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163677:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.163680:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.163685:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163691:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3352 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163711:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163718:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163724:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163734:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.163737:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163743:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163782:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x897a18fd (ffff998b518660c0) 00010000:00010000:0.0:1743493948.163785:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.163789:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163794:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3359 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x897a18fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.163847:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c334b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514bd expref: 601 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.163856:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c334b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514bd expref: 601 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.163869:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9e40, rc 0) 00000100:00100000:0.0:1743493948.163930:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+600:13289:x1828185027652224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1448us (5394us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.163938:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11990 00000100:00100000:0.0:1743493948.163974:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11992 00000100:00100000:0.0:1743493948.163980:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+599:13290:x1828185027651968:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.163991:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.164014:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3360 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514b6 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.164082:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164091:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164099:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164139:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164146:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164154:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164174:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164180:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164186:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164191:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.164194:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164200:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164210:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.164212:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.164216:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164222:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3367 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164238:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164245:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164251:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164256:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.164259:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164265:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164271:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xf390cc35 (ffff998b51866a80) 00010000:00010000:0.0:1743493948.164274:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.164276:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164281:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c336e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.164314:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3360 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514b6 expref: 600 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.164324:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3360 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514b6 expref: 600 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.164335:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f87c0, rc 0) 00000100:00100000:0.0:1743493948.164389:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+599:13290:x1828185027651968:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 408us (5954us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.164396:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11992 00000100:00100000:2.0:1743493948.177469:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652480 00000100:00100000:2.0:1743493948.177485:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652480 00000100:00100000:2.0:1743493948.177597:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11993 00000100:00100000:2.0:1743493948.177610:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+599:13333:x1828185027652480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.177681:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.178150:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.179248:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+599:13333:x1828185027652480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1636us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.179272:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11993 00000100:00100000:2.0:1743493948.180712:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652608 00000100:00100000:2.0:1743493948.180726:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652608 00000100:00100000:0.0:1743493948.181101:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652736 00000100:00100000:0.0:1743493948.181108:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652736 00000100:00100000:0.0:1743493948.181187:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11994 00000100:00100000:0.0:1743493948.181198:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+599:13290:x1828185027652736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.181227:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.181274:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3375 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514cb expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493948.182120:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11995 00000100:00100000:2.0:1743493948.182128:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+601:13289:x1828185027652608:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.182142:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.182979:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3383 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514c4 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.183089:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183107:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183121:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183174:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183183:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183190:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183244:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183252:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183260:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183267:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.183273:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183282:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183295:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.183299:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.183305:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183312:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c338a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183338:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183346:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183353:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183358:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.183361:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183377:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183385:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x4a14f308 (ffff998b51866a80) 00010000:00010000:2.0:1743493948.183388:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.183391:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183397:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3391 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.183453:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3383 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514c4 expref: 602 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.183463:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3383 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514c4 expref: 602 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.183478:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8400, rc 0) 00000100:00100000:2.0:1743493948.183590:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+601:13289:x1828185027652608:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1460us (5440us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.183603:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11995 00010000:00010000:0.0:1743493948.183699:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183711:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183719:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183746:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183779:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183787:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183813:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183819:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183825:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183829:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.183832:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183837:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183844:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.183846:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.183850:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183855:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c337c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183870:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183875:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183884:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183889:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.183891:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183896:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183902:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493948.183904:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.183906:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.183910:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3398 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493948.184457:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3375 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514cb expref: 600 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.184467:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3375 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514cb expref: 600 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.184481:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f87c0, rc 0) 00000100:00100000:0.0:1743493948.185262:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+599:13290:x1828185027652736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3358us (3566us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.185275:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11994 00000100:00100000:3.0:1743493948.189642:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.201744:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027653120 00000100:00100000:3.0:1743493948.201786:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027653120 00000100:00100000:3.0:1743493948.201890:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11996 00000100:00100000:3.0:1743493948.201901:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+599:13290:x1828185027653120:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.201931:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.201935:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493948.201970:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c32f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951493 expref: 599 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.202001:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.202008:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.202039:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c339f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514d2 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.202204:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.202222:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.202233:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.202259:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.202269:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.202276:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493948.203148:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027653248 00000100:00100000:2.0:1743493948.203159:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027653248 00000100:00100000:2.0:1743493948.203228:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11997 00000100:00100000:2.0:1743493948.203236:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+600:13289:x1828185027653248:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.203253:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.203286:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c33b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514d9 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.203382:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203403:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203413:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203438:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203447:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203454:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203494:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203501:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203509:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203515:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.203520:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203530:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203542:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.203545:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.203550:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203556:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c33bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203581:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203587:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203593:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203597:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.203600:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203605:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203613:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:2.0:1743493948.203616:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.203619:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203624:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c33c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493948.203669:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c33b4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514d9 expref: 601 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.203678:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c33b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514d9 expref: 601 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.203694:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:2.0:1743493948.203849:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+600:13289:x1828185027653248:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 610us (5809us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.203858:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11997 00000100:00100000:0.0:1743493948.204744:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027652864 00000100:00100000:0.0:1743493948.204776:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027652864 00000004:00080000:0.0:1743493948.208065:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x174:0x0], index 0: 0 00000040:00080000:0.0:1743493948.208247:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3635, 184 off641304 00010000:00010000:0.0:1743493948.208525:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c33c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208544:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c33c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208559:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c33c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208613:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208621:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208629:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208636:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.208641:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208650:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208665:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.208669:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.208675:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208682:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c33a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493948.208711:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000041b00f48 reply state 0000000076695d9f transno 4294974483 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208725:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.208732:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:0.0:1743493948.208734:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.208738:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493948.208807:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c339f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514d2 expref: 601 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.208831:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c33c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514d2 expref: 600 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.208839:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31f:0x0].0x0 (ffff998b518660c0) 00010000:00010000:0.0:1743493948.208842:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.208845:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6980, rc 0) 00000100:00100000:0.0:1743493948.208966:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+601:13290:x1828185027653120:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7064us (8918us total) trans 4294974483 rc 0/0 00000100:00100000:0.0:1743493948.208976:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11996 00000100:00100000:3.0:1743493948.212978:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027653376 00000100:00100000:3.0:1743493948.212993:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027653376 00000100:00100000:3.0:1743493948.213082:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 11999 00000100:00100000:3.0:1743493948.213092:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+601:13333:x1828185027653376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.213184:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.221483:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027653632 00000100:00100000:0.0:1743493948.221505:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027653632 00000100:00100000:0.0:1743493948.221642:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12000 00000100:00100000:0.0:1743493948.221652:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+602:13289:x1828185027653632:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.221681:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.221684:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493948.221721:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c331a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514a1 expref: 602 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.221776:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.221782:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493948.221817:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c33d7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514e0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.221987:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.222005:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.222015:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.222041:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.222049:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.222056:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:0.0:1743493948.222735:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x174:0x0], index 1: 0 00000040:00080000:0.0:1743493948.222916:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3636, 184 off641488 00010000:00010000:0.0:1743493948.223121:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c33ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x320:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223131:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c33ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x320:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223139:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c33ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x320:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223180:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223187:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223194:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223199:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.223204:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223212:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223220:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.223223:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.223228:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223234:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c33de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493948.223252:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d616646b reply state 000000007bc68107 transno 4294974484 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223263:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.223269:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:0.0:1743493948.223271:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.223275:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493948.223309:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c33d7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e0 expref: 604 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.223329:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c33ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x320:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e0 expref: 603 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.223336:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x320:0x0].0x0 (ffff998b51866a80) 00010000:00010000:0.0:1743493948.223339:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.223341:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f93880, rc 0) 00000100:00100000:0.0:1743493948.230251:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+604:13289:x1828185027653632:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8593us (17312us total) trans 4294974484 rc 0/0 00000100:00100000:0.0:1743493948.230266:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12000 00000100:00100000:3.0:1743493948.230611:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+603:13333:x1828185027653376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 17517us (18673us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.230623:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 11999 00000100:00100000:3.0:1743493948.230727:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027653760 00000100:00100000:3.0:1743493948.230740:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027653760 00000100:00100000:3.0:1743493948.230855:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2282 00000100:00100000:3.0:1743493948.230864:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027653760:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.230889:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.230945:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514e7 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493948.230987:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x174:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493948.231027:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.231031:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.231041:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.231063:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.231079:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55e64040, rc 0) 00000100:00100000:3.0:1743493948.231186:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+107:2437:x1828185027653760:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 322us (1572us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.231195:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2282 00000100:00100000:2.0:1743493948.235876:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.239387:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.239687:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027654016 00000100:00100000:0.0:1743493948.239700:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027654016 00000100:00100000:0.0:1743493948.239786:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2283 00000100:00100000:0.0:1743493948.239795:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+97:2437:x1828185027654016:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.239817:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.239867:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514f5 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493948.239901:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x174:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493948.239930:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493948.239932:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493948.239941:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 98 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493948.239956:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 98 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493948.239974:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b174c0, rc 0) 00000100:00100000:0.0:1743493948.240036:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+98:2437:x1828185027654016:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 241us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.240043:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2283 00000100:00100000:2.0:1743493948.240795:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.242941:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027654272 00000100:00100000:3.0:1743493948.242958:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027654272 00000100:00100000:3.0:1743493948.243178:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3427 00000100:00100000:3.0:1743493948.243188:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+604:13290:x1828185027654272:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493948.243720:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3637, 168 off641656 00000001:00080000:3.0:1743493948.243728:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974485 00000100:00100000:3.0:1743493948.243961:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+606:13290:x1828185027654272:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 771us (3165us total) trans 4294974486 rc 0/0 00000100:00100000:3.0:1743493948.243970:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3427 00000020:00080000:3.0:1743493948.243978:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493948.248447:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.248506:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.248577:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.251265:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027654400 00000100:00100000:0.0:1743493948.251275:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027654400 00000100:00100000:0.0:1743493948.251354:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1278 00000100:00100000:0.0:1743493948.251375:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+607:2438:x1828185027654400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493948.251405:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493948.251426:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3416 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514ee expref: 607 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.251443:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:0.0:1743493948.251447:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493948.251491:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+606:2438:x1828185027654400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 128us (3060us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.251497:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1278 00000100:00100000:3.0:1743493948.251822:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027654656 00000100:00100000:3.0:1743493948.251830:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027654656 00000100:00100000:3.0:1743493948.251886:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3428 00000100:00100000:3.0:1743493948.251894:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+606:13289:x1828185027654656:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493948.252337:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3639, 168 off642008 00000001:00080000:3.0:1743493948.252347:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974488 00000100:00100000:3.0:1743493948.252519:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+608:13289:x1828185027654656:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 624us (4011us total) trans 4294974489 rc 0/0 00000100:00100000:3.0:1743493948.252527:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3428 00000020:00080000:3.0:1743493948.252533:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493948.262176:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.262270:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655040 00000100:00100000:0.0:1743493948.262283:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655040 00000100:00100000:0.0:1743493948.262387:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12003 00000100:00100000:0.0:1743493948.262398:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+608:13333:x1828185027655040:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.262428:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.262473:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c3440 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49514fc expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.262543:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c3447 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.262559:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c3447 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.262571:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c3447 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.262715:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c3440 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514fc expref: 610 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.262740:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c3447 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514fc expref: 609 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.262793:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:0.0:1743493948.262797:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493948.262801:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09a80, rc 0) 00000100:00100000:0.0:1743493948.262890:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+609:13333:x1828185027655040:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 493us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.262898:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12003 00000100:00100000:3.0:1743493948.263906:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.264066:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.264805:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655168 00000100:00100000:0.0:1743493948.264819:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655168 00000100:00100000:0.0:1743493948.264904:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655424 00000100:00100000:0.0:1743493948.264908:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655424 00000100:00100000:0.0:1743493948.264958:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12004 00000100:00100000:0.0:1743493948.264968:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+610:13290:x1828185027655168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.264994:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.265040:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c344e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951503 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.265158:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265174:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265189:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265241:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265250:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265258:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265314:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265321:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265328:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265335:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.265340:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265350:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265375:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.265379:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.265385:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265391:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3455 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265419:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265426:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265431:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265437:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.265440:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265447:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265455:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xf390cc35 (ffff998b51867100) 00010000:00010000:0.0:1743493948.265457:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.265460:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265466:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c345c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265519:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c344e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951503 expref: 611 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.265529:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c344e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951503 expref: 611 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.265543:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641a80, rc 0) 00000100:00100000:0.0:1743493948.265656:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+610:13290:x1828185027655168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 688us (1754us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.265666:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12004 00000100:00100000:0.0:1743493948.265714:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12005 00000100:00100000:0.0:1743493948.265721:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+609:13289:x1828185027655424:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493948.265808:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493948.265829:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c33ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x320:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e0 expref: 609 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.265850:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x320:0x0].0x0 (ffff998b51866a80) 00010000:00010000:0.0:1743493948.265866:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493948.265906:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265917:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265925:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265952:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265961:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.265969:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.266127:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x320:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.266137:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.266145:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493948.266590:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].297, 64 off27264 00000040:00080000:0.0:1743493948.266641:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3640, 184 off642192 00010000:00010000:0.0:1743493948.270022:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x320:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270050:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270063:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270073:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270080:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270085:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270091:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270102:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493948.270107:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270114:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270127:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x320:0x0].0x0 (ffff998b51865700) 00010000:00010000:0.0:1743493948.270130:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493948.270134:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270139:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3478 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x320:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270183:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270189:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270194:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270198:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.270202:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270207:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270214:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x320:0x0].0x0 (ffff998b51865700) 00010000:00010000:0.0:1743493948.270216:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493948.270220:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270224:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3471 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x320:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270587:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270595:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270601:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270607:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.270611:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270617:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270629:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.270631:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.270635:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270642:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3463 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493948.270660:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ad77ce01 reply state 000000002d175d9e transno 4294974490 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270673:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.270684:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:0.0:1743493948.270687:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.270692:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493948.273868:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+610:13289:x1828185027655424:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8126us (9782us total) trans 4294974490 rc 0/0 00000100:00100000:2.0:1743493948.273886:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12005 00000100:00100000:2.0:1743493948.275287:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655552 00000100:00100000:2.0:1743493948.275306:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655552 00000100:00100000:2.0:1743493948.276274:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12006 00000100:00100000:2.0:1743493948.276287:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+610:13290:x1828185027655552:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.276338:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.276400:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c347f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495150a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.276947:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.276969:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.276984:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493948.277047:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:2.0:1743493948.277052:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.278582:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.278639:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c347f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495150a expref: 612 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.278683:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495150a expref: 611 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.278693:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.278697:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493948.278702:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b9300, rc 0) 00000100:00100000:2.0:1743493948.278864:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+611:13290:x1828185027655552:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2576us (4580us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.278877:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12006 00000100:00100000:2.0:1743493948.281582:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.281690:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.282515:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655680 00000100:00100000:3.0:1743493948.282531:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655680 00000100:00100000:3.0:1743493948.282622:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027655936 00000100:00100000:3.0:1743493948.282626:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027655936 00000100:00100000:3.0:1743493948.282682:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12007 00000100:00100000:3.0:1743493948.282693:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+612:13289:x1828185027655680:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.282738:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.282809:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c348d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951511 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.282972:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.282992:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283007:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283059:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283067:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283075:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283127:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283135:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283143:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283151:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.283156:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283165:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283180:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.283184:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.283190:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283197:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3494 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283220:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283227:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283234:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283240:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.283243:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283250:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283258:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x4a14f308 (ffff998b51865700) 00010000:00010000:3.0:1743493948.283262:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.283266:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283272:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c349b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283322:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c348d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951511 expref: 613 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.283332:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c348d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951511 expref: 613 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.283347:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c34c0, rc 0) 00000100:00100000:3.0:1743493948.283471:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+612:13289:x1828185027655680:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 779us (1901us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.283480:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12007 00000100:00100000:3.0:1743493948.283524:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12008 00000100:00100000:3.0:1743493948.283530:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+611:13333:x1828185027655936:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.283540:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.283561:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951518 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.283686:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283696:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.283703:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493948.283716:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2bf:0x0]: returning size 18630 00010000:00010000:3.0:1743493948.283959:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951518 expref: 614 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.283979:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951518 expref: 613 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.283987:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:3.0:1743493948.283990:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.283993:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e200, rc 0) 00000100:00100000:3.0:1743493948.284050:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+613:13333:x1828185027655936:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 518us (2361us total) trans 4294974491 rc 0/0 00000100:00100000:3.0:1743493948.284057:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12008 00000100:00100000:0.0:1743493948.287926:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656064 00000100:00100000:0.0:1743493948.287944:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656064 00000100:00100000:0.0:1743493948.288046:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3429 00000100:00100000:0.0:1743493948.288057:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+613:13290:x1828185027656064:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493948.296196:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656192 00000100:00100000:3.0:1743493948.296210:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656192 00000100:00100000:3.0:1743493948.296310:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1279 00000100:00100000:3.0:1743493948.296322:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+615:2439:x1828185027656192:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493948.296358:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.296410:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951518 expref: 615 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.296438:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:3.0:1743493948.296444:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493948.296534:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+614:2439:x1828185027656192:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 212us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.296543:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1279 00000100:00100000:0.0:1743493948.296660:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656448 00000100:00100000:0.0:1743493948.296666:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656448 00000100:00100000:0.0:1743493948.296722:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3430 00000100:00100000:0.0:1743493948.296729:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+614:13333:x1828185027656448:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:0.0:1743493948.297119:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+615:13333:x1828185027656448:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 388us (1159us total) trans 4294974492 rc 0/0 00000100:00100000:0.0:1743493948.297128:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3430 00000100:00100000:2.0:1743493948.300403:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.300921:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656576 00000100:00100000:3.0:1743493948.300934:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656576 00000100:00100000:3.0:1743493948.301018:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12009 00000100:00100000:3.0:1743493948.301028:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+613:13289:x1828185027656576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.301054:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.301099:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c34b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495151f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.301218:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493948.301236:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493948.301251:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493948.301312:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493948.301318:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.301341:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493948.301386:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c34b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495151f expref: 615 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.301414:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495151f expref: 614 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.301424:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.301427:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493948.301431:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e5c0, rc 0) 00000100:00100000:3.0:1743493948.301516:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+614:13289:x1828185027656576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 487us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.301524:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12009 00000100:00100000:2.0:1743493948.308161:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.309618:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.310217:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656832 00000100:00100000:0.0:1743493948.310231:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656832 00000100:00100000:0.0:1743493948.310343:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12010 00000100:00100000:0.0:1743493948.310354:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+614:13290:x1828185027656832:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.310408:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.310454:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c34c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951526 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.310578:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310594:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310607:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310649:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310657:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310663:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310714:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310721:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310727:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310733:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.310738:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310745:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310777:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.310781:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.310788:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310794:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c34cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310818:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310824:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310831:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310837:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.310840:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310846:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310853:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xf390cc35 (ffff998b51865700) 00010000:00010000:0.0:1743493948.310856:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.310858:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310864:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c34d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.310917:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c34c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951526 expref: 615 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.310928:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c34c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951526 expref: 615 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.310943:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185cb80, rc 0) 00000100:00100000:0.0:1743493948.311054:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+614:13290:x1828185027656832:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 699us (2922us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.311063:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12010 00000100:00100000:3.0:1743493948.312816:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027656960 00000100:00100000:3.0:1743493948.312834:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027656960 00000100:00100000:2.0:1743493948.313075:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3431 00000100:00100000:2.0:1743493948.313086:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad72050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+615:13289:x1828185027656960:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493948.315429:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027657088 00000100:00100000:0.0:1743493948.315440:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027657088 00000100:00100000:0.0:1743493948.315515:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12011 00000100:00100000:0.0:1743493948.315525:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+616:13290:x1828185027657088:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.315550:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.315593:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c34da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495152d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.315705:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315724:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315738:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315828:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315837:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315844:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315887:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315899:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315906:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315913:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.315919:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315928:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315943:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.315946:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.315952:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315959:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c34e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315981:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315988:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.315994:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.316000:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.316003:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.316014:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.316022:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x806a17dc (ffff998b51866a80) 00010000:00010000:0.0:1743493948.316025:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.316028:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.316034:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c34e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.316085:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c34da lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495152d expref: 617 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.316095:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c34da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495152d expref: 617 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.316110:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185c7c0, rc 0) 00000100:00100000:0.0:1743493948.316208:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+616:13290:x1828185027657088:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 683us (890us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.316217:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12011 00000100:00100000:3.0:1743493948.321904:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027657344 00000100:00100000:3.0:1743493948.321918:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027657344 00000100:00100000:3.0:1743493948.322011:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12012 00000100:00100000:3.0:1743493948.322022:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+616:13333:x1828185027657344:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.322053:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.322104:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c34ef lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951534 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.322325:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c34f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493948.322342:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c34f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2bf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493948.322357:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c34f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2bf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493948.322381:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2bf:0x0]: returning size 18630 00000100:00100000:2.0:1743493948.323361:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad72050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+617:13289:x1828185027656960:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 10270us (13745us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.323380:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3431 00010000:00010000:2.0:1743493948.325226:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c34ef lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951534 expref: 617 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.325263:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c34f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2bf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951534 expref: 616 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.325274:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:2.0:1743493948.325278:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1743493948.325282:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0e980, rc 0) 00000100:00100000:2.0:1743493948.326182:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+616:13333:x1828185027657344:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 4157us (4516us total) trans 4294974493 rc 0/0 00000100:00100000:2.0:1743493948.326196:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12012 00000100:00100000:0.0:1743493948.342572:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027657856 00000100:00100000:0.0:1743493948.342578:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027657856 00000100:00100000:0.0:1743493948.342629:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12013 00000100:00100000:0.0:1743493948.342640:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+618:13333:x1828185027657600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.342724:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c0:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.342979:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+618:13333:x1828185027657600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.342993:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12013 00000100:00100000:0.0:1743493948.343041:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12014 00000100:00100000:0.0:1743493948.343047:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+617:13289:x1828185027657856:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.343059:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.343102:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3504 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951542 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.343216:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343234:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343247:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343295:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343303:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343310:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343360:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343379:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343394:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343402:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53500b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.343408:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343417:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343431:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.343435:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.343440:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343447:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c350b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343470:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343476:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343483:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343488:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53503100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.343491:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343497:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343503:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x4a14f308 (ffff998b51866a80) 00010000:00010000:0.0:1743493948.343507:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.343510:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343516:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3512 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x4a14f308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.343562:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3504 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951542 expref: 618 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.343571:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3504 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951542 expref: 618 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.343584:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b505696c0, rc 0) 00000100:00100000:0.0:1743493948.343644:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+617:13289:x1828185027657856:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 595us (1519us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.343651:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12014 00000100:00100000:0.0:1743493948.349162:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.352243:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027657984 00000100:00100000:2.0:1743493948.352266:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027657984 00000100:00100000:2.0:1743493948.352383:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12016 00000100:00100000:2.0:1743493948.352394:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+616:13333:x1828185027657984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.352475:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493948.352784:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+616:13333:x1828185027657984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 389us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.352794:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12016 00000100:00100000:0.0:1743493948.354579:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.356096:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658112 00000100:00100000:2.0:1743493948.356112:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658112 00000100:00100000:2.0:1743493948.356224:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658368 00000100:00100000:2.0:1743493948.356229:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658368 00000100:00100000:2.0:1743493948.356280:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12017 00000100:00100000:2.0:1743493948.356298:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+617:13289:x1828185027658112:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.356327:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.356386:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c352e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951549 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.356515:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356534:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356547:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356591:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356599:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356606:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356660:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356668:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356675:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356681:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.356686:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356696:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356710:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.356714:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.356720:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356726:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3535 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356795:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356803:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356809:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356819:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.356822:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356828:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356836:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xf390cc35 (ffff998b51866a80) 00010000:00010000:2.0:1743493948.356839:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.356842:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356848:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c353c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.356899:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c352e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951549 expref: 618 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.356908:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c352e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951549 expref: 618 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.356922:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1996c0, rc 0) 00000100:00100000:2.0:1743493948.357030:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+617:13289:x1828185027658112:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 740us (3173us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.357038:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12017 00000100:00100000:2.0:1743493948.357085:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12018 00000100:00100000:2.0:1743493948.357090:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+616:13290:x1828185027658368:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.357099:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.357102:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493948.357118:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3486 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495150a expref: 616 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.357133:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.357137:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493948.357157:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3543 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951550 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.357258:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.357268:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.357276:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.357318:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.357326:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.357333:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:2.0:1743493948.358041:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x175:0x0], index 0: 0 00000040:00080000:2.0:1743493948.358181:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3641, 184 off642376 00010000:00010000:2.0:1743493948.358414:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3558 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x321:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358428:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3558 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x321:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358440:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3558 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x321:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358496:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358504:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358511:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358518:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.358524:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358532:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358543:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.358546:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.358551:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358558:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c354a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493948.358578:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d9380a56 reply state 0000000097dfed33 transno 4294974494 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358589:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.358601:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:2.0:1743493948.358604:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.358607:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493948.358641:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3543 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951550 expref: 618 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.358661:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3558 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x321:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951550 expref: 617 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.358669:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x321:0x0].0x0 (ffff998b51867780) 00010000:00010000:2.0:1743493948.358672:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.358674:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198040, rc 0) 00000100:00100000:2.0:1743493948.358789:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+618:13290:x1828185027658368:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1696us (4211us total) trans 4294974494 rc 0/0 00000100:00100000:2.0:1743493948.358798:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12018 00000100:00100000:0.0:1743493948.364151:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.364252:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658496 00000100:00100000:3.0:1743493948.364267:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658496 00000100:00100000:3.0:1743493948.364384:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12019 00000100:00100000:3.0:1743493948.364396:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+618:13333:x1828185027658496:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.364428:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.364476:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3566 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951557 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.364647:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364665:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364680:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364732:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364741:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364749:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364849:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364858:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364866:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493948.364919:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c0:0x0]: returning size 130386 00000004:00200000:3.0:1743493948.364925:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.364953:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364963:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364974:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364981:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364989:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.364996:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.365001:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365010:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365025:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:3.0:1743493948.365028:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.365035:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365041:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c356d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365066:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365072:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365078:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365084:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.365088:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365095:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365103:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x75c4941a (ffff998b518660c0) 00010000:00010000:3.0:1743493948.365106:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.365109:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365115:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3574 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x75c4941a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.365165:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3566 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951557 expref: 620 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.365186:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951557 expref: 619 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.365194:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:3.0:1743493948.365197:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.365200:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199e40, rc 0) 00000100:00100000:3.0:1743493948.365313:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+619:13333:x1828185027658496:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 918us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.365322:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12019 00000100:00100000:0.0:1743493948.378300:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658624 00000100:00100000:0.0:1743493948.378314:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658624 00000100:00100000:0.0:1743493948.378430:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658752 00000100:00100000:0.0:1743493948.378435:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658752 00000100:00100000:0.0:1743493948.378477:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12020 00000100:00100000:0.0:1743493948.378487:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+620:13289:x1828185027658624:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.378538:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.378584:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3582 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495155e expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.378715:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378733:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378746:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378812:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378822:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378830:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378882:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378890:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378897:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378904:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.378909:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378916:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378935:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.378938:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.378945:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378951:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3589 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378974:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378980:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378986:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378990:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.378993:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.378999:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379007:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:0.0:1743493948.379009:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.379013:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379018:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3590 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379058:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3582 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495155e expref: 621 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.379068:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3582 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495155e expref: 621 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.379084:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b100, rc 0) 00000100:00100000:0.0:1743493948.379197:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+620:13289:x1828185027658624:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 709us (1234us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.379206:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12020 00000100:00100000:0.0:1743493948.379268:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12021 00000100:00100000:0.0:1743493948.379274:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+619:13333:x1828185027658752:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.379284:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.379307:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3597 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951565 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.379349:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c359e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379357:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c359e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379376:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c359e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.379495:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3597 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951565 expref: 621 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.379516:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c359e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951565 expref: 620 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.379528:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:0.0:1743493948.379531:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493948.379534:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfa200, rc 0) 00000100:00100000:0.0:1743493948.379592:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+620:13333:x1828185027658752:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 316us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.379600:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12021 00000100:00100000:2.0:1743493948.380054:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027658880 00000100:00100000:2.0:1743493948.380062:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027658880 00000100:00100000:2.0:1743493948.380123:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1280 00000100:00100000:2.0:1743493948.380131:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+620:2437:x1828185027658880:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493948.380154:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.380171:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c357b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951557 expref: 620 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.380189:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:2.0:1743493948.380193:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493948.380240:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+619:2437:x1828185027658880:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 108us (2136us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.380252:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1280 00000100:00100000:2.0:1743493948.380295:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027659008 00000100:00100000:2.0:1743493948.380299:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027659008 00000100:00100000:2.0:1743493948.380340:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2284 00000100:00100000:2.0:1743493948.380346:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+107:2439:x1828185027659008:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.380356:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.380407:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495156c expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493948.380439:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x175:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493948.380467:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.380470:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.380479:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.380494:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.380505:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8b80, rc 0) 00000100:00100000:2.0:1743493948.380544:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+108:2439:x1828185027659008:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 198us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.380551:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2284 00000100:00100000:0.0:1743493948.389734:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.390796:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027659264 00000100:00100000:2.0:1743493948.390811:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027659264 00000100:00100000:2.0:1743493948.390921:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3432 00000100:00100000:2.0:1743493948.390932:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+619:13290:x1828185027659264:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493948.392311:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3642, 168 off642544 00000001:00080000:2.0:1743493948.392325:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974495 00000100:00100000:0.0:1743493948.392937:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+621:13290:x1828185027659264:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2001us (3212us total) trans 4294974496 rc 0/0 00000100:00100000:0.0:1743493948.392950:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3432 00000020:00080000:0.0:1743493948.392958:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493948.394935:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027659520 00000100:00100000:2.0:1743493948.394947:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027659520 00000100:00100000:2.0:1743493948.395028:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12022 00000100:00100000:2.0:1743493948.395038:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+621:13289:x1828185027659520:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.395064:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.395068:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493948.395103:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c34be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495151f expref: 621 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.395132:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.395137:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493948.395166:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c35ac lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951573 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.396326:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.396619:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.396635:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.396672:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.396683:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.396690:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:0.0:1743493948.397505:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x175:0x0], index 1: 0 00000040:00080000:0.0:1743493948.397670:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3643, 184 off642728 00010000:00010000:0.0:1743493948.397953:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c35c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x322:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.397967:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c35c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.397977:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c35c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398032:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398040:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398048:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398055:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.398061:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398070:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398083:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.398087:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.398092:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398098:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c35b3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493948.398121:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000937e537 reply state 00000000ab939669 transno 4294974497 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398134:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.398141:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:0.0:1743493948.398144:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.398148:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493948.398194:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c35ac lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951573 expref: 623 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.398216:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c35c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x322:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951573 expref: 622 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.398223:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x322:0x0].0x0 (ffff998b518660c0) 00010000:00010000:0.0:1743493948.398226:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.398229:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8f40, rc 0) 00000100:00100000:0.0:1743493948.398386:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+623:13289:x1828185027659520:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3347us (3572us total) trans 4294974497 rc 0/0 00000100:00100000:3.0:1743493948.399853:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027659776 00000100:00100000:3.0:1743493948.399866:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027659776 00000100:00100000:0.0:1743493948.401181:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12022 00000100:00100000:3.0:1743493948.403740:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.408906:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027660032 00000100:00100000:2.0:1743493948.408925:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027660032 00000100:00100000:2.0:1743493948.409109:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12024 00000100:00100000:2.0:1743493948.409119:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+625:13290:x1828185027660032:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493948.409251:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.409284:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3558 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x321:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951550 expref: 625 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.409313:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x321:0x0].0x0 (ffff998b51867780) 00010000:00010000:2.0:1743493948.409333:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493948.409391:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409409:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409422:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409450:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409459:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409466:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409625:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x321:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409633:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.409639:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:2.0:1743493948.410066:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].286, 64 off26560 00000040:00080000:2.0:1743493948.410119:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3644, 184 off642912 00010000:00010000:2.0:1743493948.410268:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x321:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410277:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410285:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410297:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410304:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410311:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410317:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410324:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493948.410329:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410337:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410347:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x321:0x0].0x0 (ffff998b51866a80) 00010000:00010000:2.0:1743493948.410351:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493948.410355:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410371:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c35f9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x321:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410408:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410415:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410420:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410427:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.410431:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410438:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410446:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x321:0x0].0x0 (ffff998b51866a80) 00010000:00010000:2.0:1743493948.410448:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493948.410451:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410456:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c35f2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x321:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410717:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410724:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410730:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410735:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.410738:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410744:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410783:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.410787:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.410791:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410796:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c35e4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493948.410812:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009374484c reply state 00000000d657ced5 transno 4294974499 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410825:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.410832:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:2.0:1743493948.410834:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.410837:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493948.410957:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+626:13290:x1828185027660032:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1835us (7215us total) trans 4294974499 rc 0/0 00000100:00100000:2.0:1743493948.410967:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12024 00000100:00100000:3.0:1743493948.412164:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.412260:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027660160 00000100:00100000:0.0:1743493948.412271:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027660160 00000100:00100000:0.0:1743493948.412351:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2285 00000100:00100000:0.0:1743493948.412360:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027660160:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.412396:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.412442:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951581 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493948.412477:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x175:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493948.412510:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493948.412512:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493948.412521:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 99 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493948.412540:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 99 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493948.412555:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6980, rc 0) 00000100:00100000:0.0:1743493948.412628:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027660160:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 267us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.412635:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2285 00000100:00100000:0.0:1743493948.415305:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027660288 00000100:00100000:0.0:1743493948.415316:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027660288 00000100:00100000:0.0:1743493948.415427:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1281 00000100:00100000:0.0:1743493948.415437:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b123850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+626:2440:x1828185027660288:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493948.415472:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493948.415507:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c35d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495157a expref: 626 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.415533:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:0.0:1743493948.415540:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493948.415621:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b123850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+625:2440:x1828185027660288:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 185us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.415631:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1281 00000100:00100000:2.0:1743493948.428511:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.429136:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027660416 00000100:00100000:0.0:1743493948.429149:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027660416 00000100:00100000:0.0:1743493948.431777:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027660672 00000100:00100000:0.0:1743493948.431790:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027660672 00000100:00100000:0.0:1743493948.431889:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3433 00000100:00100000:0.0:1743493948.431900:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+626:13289:x1828185027660672:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493948.434080:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3645, 168 off643080 00000001:00080000:0.0:1743493948.434094:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974500 00000100:00100000:0.0:1743493948.438304:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+628:13289:x1828185027660672:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 6386us (7632us total) trans 4294974501 rc 0/0 00000100:00100000:0.0:1743493948.438326:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3433 00000020:00080000:0.0:1743493948.438338:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493948.438878:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.447733:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.447863:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.448551:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12027 00000100:00100000:3.0:1743493948.448559:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+628:13290:x1828185027661312:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.448573:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.448610:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c361c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495158f expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.448703:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.448721:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.448734:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493948.448822:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493948.448827:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.448854:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.448882:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c361c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495158f expref: 630 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.448906:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495158f expref: 629 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.448915:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.448918:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493948.448922:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:3.0:1743493948.449028:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+629:13290:x1828185027661312:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 467us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.449037:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12027 00000100:00100000:2.0:1743493948.457580:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.459182:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027661440 00000100:00100000:3.0:1743493948.459204:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027661440 00000100:00100000:3.0:1743493948.459318:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3435 00000100:00100000:3.0:1743493948.459329:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+630:13290:x1828185027661440:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493948.466655:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.470251:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+630:13290:x1828185027661440:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 10909us (12670us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.470270:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3435 00000100:00100000:3.0:1743493948.470587:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.471056:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.472973:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027661952 00000100:00100000:0.0:1743493948.472981:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027661952 00000100:00100000:0.0:1743493948.473052:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12029 00000100:00100000:0.0:1743493948.473063:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+631:13333:x1828185027661824:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.473093:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.473141:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c365b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495159d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.473320:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c3662 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.473337:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c3662 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.473351:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c3662 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493948.473377:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c0:0x0]: returning size 130386 00000100:00100000:2.0:1743493948.473617:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12030 00000100:00100000:2.0:1743493948.473624:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+632:13289:x1828185027661952:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.473635:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.473659:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3669 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515a4 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.473772:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.473784:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.473792:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493948.473822:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:2.0:1743493948.473826:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.473848:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.473877:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3669 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515a4 expref: 634 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.473903:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515a4 expref: 633 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.473913:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.473916:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493948.473919:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5e40, rc 0) 00000100:00100000:2.0:1743493948.474027:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+633:13289:x1828185027661952:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 402us (2972us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.474034:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12030 00010000:00010000:0.0:1743493948.475149:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c365b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495159d expref: 634 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.475178:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c3662 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495159d expref: 633 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.475187:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:0.0:1743493948.475190:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1743493948.475193:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6200, rc 0) 00000100:00100000:0.0:1743493948.475265:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13333:x1828185027661824:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 2203us (4678us total) trans 4294974504 rc 0/0 00000100:00100000:0.0:1743493948.475273:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12029 00000100:00100000:3.0:1743493948.476341:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.476627:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662208 00000100:00100000:0.0:1743493948.476638:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662208 00000100:00100000:0.0:1743493948.477092:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12031 00000100:00100000:0.0:1743493948.477100:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13290:x1828185027662208:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.477122:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.477159:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c367e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515ab expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.477269:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477286:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477300:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477349:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477372:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477379:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477441:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477449:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477456:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477463:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.477468:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477476:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477489:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.477493:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.477499:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477506:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3685 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477528:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477535:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477541:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477547:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.477550:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477556:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477564:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x806a17dc (ffff998b518660c0) 00010000:00010000:0.0:1743493948.477567:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.477570:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477575:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c368c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.477624:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c367e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ab expref: 634 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.477633:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c367e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ab expref: 634 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.477648:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c47c0, rc 0) 00000100:00100000:0.0:1743493948.477742:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13290:x1828185027662208:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 640us (1403us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.477774:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12031 00000100:00100000:2.0:1743493948.488737:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662976 00000100:00100000:2.0:1743493948.488801:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662976 00000100:00100000:2.0:1743493948.488909:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3436 00000100:00100000:2.0:1743493948.488921:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+633:13289:x1828185027662976:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493948.492723:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.493606:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663104 00000100:00100000:0.0:1743493948.493621:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663104 00000100:00100000:0.0:1743493948.493723:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12032 00000100:00100000:0.0:1743493948.493733:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+635:13290:x1828185027663104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.493801:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.493851:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3693 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515b2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.493967:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.493984:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.493998:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494047:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494056:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494063:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494112:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494119:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494126:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494132:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.494137:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494145:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494158:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.494225:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.494231:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494238:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c369a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494261:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494267:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494272:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494277:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.494279:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494285:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494292:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa1f039dc (ffff998b518660c0) 00010000:00010000:0.0:1743493948.494294:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.494297:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494307:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.494360:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3693 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515b2 expref: 636 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.494379:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3693 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515b2 expref: 636 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.494394:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4b80, rc 0) 00000100:00100000:0.0:1743493948.496490:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+635:13290:x1828185027663104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2745us (3769us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.496504:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12032 00000100:00100000:2.0:1743493948.508090:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515632:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515716:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515795:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515883:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515926:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.515974:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.516039:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.516082:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.516149:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.516189:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663232 00000100:00100000:2.0:1743493948.516203:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663232 00002000:00100000:2.0:1743493948.516284:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xd8:0x0] (0->4095) req@ffff998b532d4540 x1828185027663232/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516297:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b532d4540 with x1828185027663232 ext(0->4095) 00002000:00010000:2.0:1743493948.516305:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b532d4540 00000100:00100000:2.0:1743493948.516331:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663488 00000100:00100000:2.0:1743493948.516335:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663488 00002000:00100000:2.0:1743493948.516377:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xd9:0x0] (0->4095) req@ffff998b5064a2c0 x1828185027663488/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516386:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064a2c0 with x1828185027663488 ext(0->4095) 00002000:00010000:2.0:1743493948.516391:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064a2c0 00000100:00100000:2.0:1743493948.516404:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662336 00000100:00100000:2.0:1743493948.516408:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662336 00002000:00100000:2.0:1743493948.516438:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x11e:0x0] (0->4095) req@ffff998b50648040 x1828185027662336/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lustre_rsync.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516453:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50648040 with x1828185027662336 ext(0->4095) 00002000:00010000:2.0:1743493948.516458:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b50648040 00000100:00100000:2.0:1743493948.516474:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662720 00000100:00100000:2.0:1743493948.516478:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662720 00002000:00100000:2.0:1743493948.516504:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x120:0x0] (0->19583) req@ffff998b5064c540 x1828185027662720/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 488/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lustre_rsync.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516511:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064c540 with x1828185027662720 ext(0->19583) 00002000:00010000:2.0:1743493948.516515:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064c540 00000100:00100000:2.0:1743493948.516532:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662848 00000100:00100000:2.0:1743493948.516535:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662848 00002000:00100000:2.0:1743493948.516559:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xd2:0x0] (0->8191) req@ffff998b5064d0c0 x1828185027662848/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516567:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064d0c0 with x1828185027662848 ext(0->8191) 00002000:00010000:2.0:1743493948.516570:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064d0c0 00000100:00100000:2.0:1743493948.516587:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027662592 00000100:00100000:2.0:1743493948.516590:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027662592 00002000:00100000:2.0:1743493948.516617:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x11f:0x0] (0->19583) req@ffff998b50649740 x1828185027662592/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 488/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lustre_rsync.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516625:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50649740 with x1828185027662592 ext(0->19583) 00002000:00010000:2.0:1743493948.516629:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b50649740 00000100:00100000:2.0:1743493948.516645:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663360 00000100:00100000:2.0:1743493948.516648:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663360 00002000:00100000:2.0:1743493948.516673:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xd8:0x0] (0->4095) req@ffff998b5064bf80 x1828185027663360/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516682:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064bf80 with x1828185027663360 ext(0->4095) 00002000:00010000:2.0:1743493948.516686:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b5064bf80 00000100:00100000:2.0:1743493948.516700:0:15615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663744 00000100:00100000:2.0:1743493948.516704:0:15615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663744 00002000:00100000:2.0:1743493948.516729:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xd1:0x0] (0->8191) req@ffff998b5064b9c0 x1828185027663744/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.516736:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064b9c0 with x1828185027663744 ext(0->8191) 00002000:00010000:2.0:1743493948.516740:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b5064b9c0 00000100:00100000:2.0:1743493948.516779:0:15615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 491 00000100:00100000:2.0:1743493948.516789:0:15615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027663232:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493948.517444:0:15635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 492 00000100:00100000:2.0:1743493948.517452:0:15635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+116:2437:x1828185027663488:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493948.517739:0:15633:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 493 00000100:00100000:2.0:1743493948.517746:0:15633:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:00038621-ef07-44f7-8531-81bf2ec881e5+102:2437:x1828185027662336:12345-192.168.206.41@tcp:4:lustre_rsync.0 00000100:00100000:2.0:1743493948.518449:0:15642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 494 00000100:00100000:2.0:1743493948.518458:0:15642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:00038621-ef07-44f7-8531-81bf2ec881e5+118:2437:x1828185027662720:12345-192.168.206.41@tcp:4:lustre_rsync.0 00000100:00100000:2.0:1743493948.518735:0:15632:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 495 00000100:00100000:2.0:1743493948.518742:0:15632:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:00038621-ef07-44f7-8531-81bf2ec881e5+119:2437:x1828185027662848:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493948.519089:0:15631:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 496 00000100:00100000:2.0:1743493948.519096:0:15631:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+104:2437:x1828185027662592:12345-192.168.206.41@tcp:4:lustre_rsync.0 00000100:00100000:2.0:1743493948.519280:0:15634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 497 00000100:00100000:2.0:1743493948.519286:0:15634:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027663360:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:3.0:1743493948.519447:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 498 00000100:00100000:3.0:1743493948.519455:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+105:2438:x1828185027663744:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:0.0:1743493948.524143:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663616 00000100:00100000:0.0:1743493948.524163:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663616 00000100:00100000:0.0:1743493948.524262:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12033 00000100:00100000:0.0:1743493948.524272:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13333:x1828185027663616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.524354:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.524626:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13333:x1828185027663616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (8907us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.524636:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12033 00000100:00100000:3.0:1743493948.529118:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027663872 00000100:00100000:3.0:1743493948.529132:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027663872 00000100:00100000:3.0:1743493948.529220:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12034 00000100:00100000:3.0:1743493948.529229:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+633:13290:x1828185027663872:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.529258:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.529303:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515b9 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.529434:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529452:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529466:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529497:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529508:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529515:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529584:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529599:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529608:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529621:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.529627:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529637:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529651:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.529655:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.529660:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529666:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c36af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529689:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529706:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529713:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529717:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.529720:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529726:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529733:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493948.529736:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.529739:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529745:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.529827:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36a8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515b9 expref: 634 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.529837:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515b9 expref: 634 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.529852:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4b80, rc 0) 00000100:00100000:3.0:1743493948.529952:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+633:13290:x1828185027663872:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 723us (1099us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.529961:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12034 00000100:00100000:3.0:1743493948.530818:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.534143:0:15635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+120:2437:x1828185027663488:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 16689us (18347us total) trans 4294967955 rc 0/0 00000100:00100000:2.0:1743493948.534151:0:15635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 492 00002000:00100000:2.0:1743493948.534157:0:15635:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xd9:0x0] (0->4095) req@ffff998b5064a2c0 x1828185027663488/t4294967955(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.534166:0:15635:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064a2c0 with x1828185027663488 ext(0->4095) 00002000:00010000:2.0:1743493948.534170:0:15635:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064a2c0 00000100:00100000:2.0:1743493948.534196:0:15635:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027664256 00000100:00100000:2.0:1743493948.534205:0:15635:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027664256 00002000:00100000:2.0:1743493948.534249:0:15635:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0xd7:0x0] (0->4095) req@ffff998b4e73dc40 x1828185027664256/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/0 e 0 to 0 dl 1743493959 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.534258:0:15635:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73dc40 with x1828185027664256 ext(0->4095) 00002000:00010000:2.0:1743493948.534263:0:15635:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4e73dc40 00000100:00100000:3.0:1743493948.537634:0:15642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:00038621-ef07-44f7-8531-81bf2ec881e5+121:2437:x1828185027662720:12345-192.168.206.41@tcp:4:lustre_rsync.0 Request processed in 19161us (21692us total) trans 4294967957 rc 0/0 00000100:00100000:3.0:1743493948.537653:0:15642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 494 00002000:00100000:3.0:1743493948.537669:0:15642:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x120:0x0] (0->19583) req@ffff998b5064c540 x1828185027662720/t4294967957(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 488/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'lustre_rsync.0' uid:0 gid:0 00002000:00100000:3.0:1743493948.537681:0:15642:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064c540 with x1828185027662720 ext(0->19583) 00002000:00010000:3.0:1743493948.537689:0:15642:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064c540 00000100:00100000:3.0:1743493948.537791:0:15642:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 499 00000100:00100000:3.0:1743493948.537802:0:15642:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027664000:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493948.538282:0:15635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 500 00000100:00100000:2.0:1743493948.538300:0:15635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027664256:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:0.0:1743493948.538550:0:8431:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 501 00000100:00100000:0.0:1743493948.538559:0:8431:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+120:2438:x1828185027664128:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493948.538712:0:15632:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:00038621-ef07-44f7-8531-81bf2ec881e5+120:2437:x1828185027662848:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 19967us (22736us total) trans 4294967956 rc 0/0 00000100:00100000:2.0:1743493948.538721:0:15632:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 495 00002000:00100000:2.0:1743493948.538729:0:15632:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xd2:0x0] (0->8191) req@ffff998b5064d0c0 x1828185027662848/t4294967956(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.538738:0:15632:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064d0c0 with x1828185027662848 ext(0->8191) 00002000:00010000:2.0:1743493948.538744:0:15632:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5064d0c0 00000100:00100000:2.0:1743493948.538853:0:15615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00038621-ef07-44f7-8531-81bf2ec881e5+121:2437:x1828185027663232:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 22063us (23234us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1743493948.538862:0:15615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 491 00002000:00100000:2.0:1743493948.538869:0:15615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xd8:0x0] (0->4095) req@ffff998b532d4540 x1828185027663232/t4294967954(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.538877:0:15615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b532d4540 with x1828185027663232 ext(0->4095) 00002000:00010000:2.0:1743493948.538882:0:15615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b532d4540 00000100:00100000:0.0:1743493948.539871:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.539975:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.540134:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027664384 00000100:00100000:0.0:1743493948.540144:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027664384 00000100:00100000:0.0:1743493948.540205:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027664640 00000100:00100000:0.0:1743493948.540209:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027664640 00000100:00100000:0.0:1743493948.540245:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12035 00000100:00100000:0.0:1743493948.540252:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+634:13333:x1828185027664384:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.540326:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.540536:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+634:13333:x1828185027664384:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.540545:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12035 00000100:00100000:0.0:1743493948.540579:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12036 00000100:00100000:0.0:1743493948.540584:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13289:x1828185027664640:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.540595:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.540638:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c36bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515c0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.540748:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540788:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540801:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540852:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540861:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540872:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540927:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540936:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540944:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540951:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.540956:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540965:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540981:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.540985:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.540991:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.540998:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c36c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541020:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541027:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541032:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541038:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.541041:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541047:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541055:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xf390cc35 (ffff998b518660c0) 00010000:00010000:0.0:1743493948.541058:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.541061:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541067:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6200/0x1414d533cd4c36cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xf390cc35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493948.541115:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c36bd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515c0 expref: 634 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.541124:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c36bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515c0 expref: 634 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.541140:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c74c0, rc 0) 00000100:00100000:0.0:1743493948.541190:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+633:13289:x1828185027664640:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 604us (1215us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.541198:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12036 00000100:00100000:3.0:1743493948.541980:0:15642:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027664000:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4176us (13027us total) trans 4294967970 rc 0/0 00000100:00100000:3.0:1743493948.541992:0:15642:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 499 00002000:00100000:3.0:1743493948.542003:0:15642:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0xd0:0x0] (0->8191) req@ffff998b4e73bf80 x1828185027664000/t4294967970(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493948.542013:0:15642:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73bf80 with x1828185027664000 ext(0->8191) 00002000:00010000:3.0:1743493948.542019:0:15642:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4e73bf80 00000100:00100000:3.0:1743493948.542913:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.542954:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027664896 00000100:00100000:3.0:1743493948.542965:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027664896 00000100:00100000:3.0:1743493948.543031:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12037 00000100:00100000:3.0:1743493948.543040:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+633:13290:x1828185027664896:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.543061:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.543066:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493948.543093:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3623 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495158f expref: 633 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.543127:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.543132:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.543161:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c36d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515c7 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.543310:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.543326:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.543337:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.543375:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.543384:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.543392:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00080000:3.0:1743493948.544142:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x176:0x0], index 0: 0 00000040:00080000:3.0:1743493948.544304:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3647, 184 off643448 00010000:00010000:3.0:1743493948.544555:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4400/0x1414d533cd4c36e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x323:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544569:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4400/0x1414d533cd4c36e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544579:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4400/0x1414d533cd4c36e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544631:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544639:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544646:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544653:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.544658:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544666:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544677:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.544681:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.544686:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544692:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c36d9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493948.544712:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005abc16b0 reply state 00000000a807dd60 transno 4294974505 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544724:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.544731:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493948.544733:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493948.544737:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493948.544799:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c36d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515c7 expref: 635 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.544819:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4400/0x1414d533cd4c36e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x323:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515c7 expref: 634 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.544826:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x323:0x0].0x0 (ffff998b51866a80) 00010000:00010000:3.0:1743493948.544828:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.544831:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4400, rc 0) 00000100:00100000:3.0:1743493948.544931:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+635:13290:x1828185027664896:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1889us (2021us total) trans 4294974505 rc 0/0 00000100:00100000:3.0:1743493948.544941:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12037 00000100:00100000:2.0:1743493948.545672:0:15635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027664256:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 7377us (16653us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1743493948.545685:0:15635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 500 00002000:00100000:2.0:1743493948.545696:0:15635:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0xd7:0x0] (0->4095) req@ffff998b4e73dc40 x1828185027664256/t4294967967(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.545707:0:15635:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73dc40 with x1828185027664256 ext(0->4095) 00002000:00010000:2.0:1743493948.545713:0:15635:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4e73dc40 00000100:00100000:0.0:1743493948.553631:0:8431:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+120:2438:x1828185027664128:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 15051us (22797us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1743493948.553642:0:15631:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+113:2437:x1828185027662592:12345-192.168.206.41@tcp:4:lustre_rsync.0 Request processed in 34540us (37598us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1743493948.553657:0:8431:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 501 00000100:00100000:2.0:1743493948.553665:0:15631:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 496 00002000:00100000:2.0:1743493948.553678:0:15631:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x11f:0x0] (0->19583) req@ffff998b50649740 x1828185027662592/t4294967971(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 488/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'lustre_rsync.0' uid:0 gid:0 00002000:00100000:0.0:1743493948.553680:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd1:0x0] (0->8191) req@ffff998b4e73a2c0 x1828185027664128/t4294967958(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.553693:0:15631:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50649740 with x1828185027662592 ext(0->19583) 00002000:00010000:2.0:1743493948.553701:0:15631:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b50649740 00002000:00100000:0.0:1743493948.553777:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73a2c0 with x1828185027664128 ext(0->8191) 00002000:00010000:0.0:1743493948.553783:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4e73a2c0 00000100:00100000:2.0:1743493948.553905:0:15634:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+112:2437:x1828185027663360:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 34616us (37821us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1743493948.553913:0:15634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 497 00002000:00100000:2.0:1743493948.553920:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xd8:0x0] (0->4095) req@ffff998b5064bf80 x1828185027663360/t4294967968(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 4584/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493948.553929:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064bf80 with x1828185027663360 ext(0->4095) 00002000:00010000:2.0:1743493948.553935:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b5064bf80 00000100:00100000:0.0:1743493948.554074:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+111:2438:x1828185027663744:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 34616us (37923us total) trans 4294967969 rc 0/0 00000100:00100000:0.0:1743493948.554082:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 498 00002000:00100000:0.0:1743493948.554090:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0xd1:0x0] (0->8191) req@ffff998b5064b9c0 x1828185027663744/t4294967969(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:394/0 lens 8680/448 e 0 to 0 dl 1743493959 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493948.554109:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5064b9c0 with x1828185027663744 ext(0->8191) 00002000:00010000:0.0:1743493948.554113:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b5064b9c0 00000100:00100000:2.0:1743493948.555194:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027665024 00000100:00100000:2.0:1743493948.555205:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027665024 00000100:00100000:2.0:1743493948.555281:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12038 00000100:00100000:2.0:1743493948.555290:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+635:13333:x1828185027665024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.556266:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c1:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493948.556609:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+635:13333:x1828185027665024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1316us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.556620:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12038 00000100:00100000:3.0:1743493948.556634:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027665152 00000100:00100000:3.0:1743493948.556641:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027665152 00000100:00100000:2.0:1743493948.556664:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027665280 00000100:00100000:2.0:1743493948.556668:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027665280 00000100:00100000:3.0:1743493948.556694:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2286 00000100:00100000:2.0:1743493948.556696:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12039 00000100:00100000:2.0:1743493948.556701:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+635:13289:x1828185027665280:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:3.0:1743493948.556702:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+120:2440:x1828185027665152:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.556716:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.556723:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.556772:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515d5 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.556774:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515ce expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493948.556802:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x176:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493948.556826:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.556828:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.556838:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 121 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.556858:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 121 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.556865:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.556880:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.556881:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7100, rc 0) 00010000:00010000:2.0:1743493948.556891:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493948.556924:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+121:2440:x1828185027665152:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 223us (1719us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.556931:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2286 00010000:00010000:2.0:1743493948.556933:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.556941:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.556949:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.556997:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557005:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557030:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557037:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.557042:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557050:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557063:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.557067:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.557073:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557079:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3703 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557098:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557104:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557112:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557116:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.557120:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557125:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557133:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x806a17dc (ffff998b51866740) 00010000:00010000:2.0:1743493948.557135:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.557138:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557144:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c370a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.557189:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36f5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515d5 expref: 636 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.557197:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c36f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515d5 expref: 636 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.557212:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4b80, rc 0) 00000100:00100000:2.0:1743493948.557254:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+635:13289:x1828185027665280:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 551us (970us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.557262:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12039 00000100:00100000:3.0:1743493948.567587:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.568213:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027665792 00000100:00100000:2.0:1743493948.568218:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027665792 00000100:00100000:2.0:1743493948.568267:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3437 00000100:00100000:2.0:1743493948.568273:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+637:13290:x1828185027665792:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493948.568795:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3648, 168 off643616 00000001:00080000:2.0:1743493948.568805:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974506 00000100:00100000:2.0:1743493948.568945:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+637:13290:x1828185027665792:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 669us (1757us total) trans 4294974507 rc 0/0 00000100:00100000:2.0:1743493948.568952:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3437 00000020:00080000:2.0:1743493948.568956:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493948.573729:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.573827:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027665920 00000100:00100000:0.0:1743493948.573845:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027665920 00000100:00100000:2.0:1743493948.574841:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027666176 00000100:00100000:2.0:1743493948.574849:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027666176 00000100:00100000:2.0:1743493948.574903:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12042 00000100:00100000:3.0:1743493948.574916:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12043 00000100:00100000:2.0:1743493948.574919:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+638:13333:x1828185027665920:12345-192.168.206.41@tcp:101:lustre_rsync.0 00000100:00100000:3.0:1743493948.574924:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+638:13289:x1828185027666176:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.574949:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.574954:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493948.574991:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3670 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515a4 expref: 638 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.575021:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.575027:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.575059:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3726 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515ea expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.575273:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.575290:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.575300:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.575354:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.575372:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.575380:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.575514:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.575541:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c373b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515e3 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.575604:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575613:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575621:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575660:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575667:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575679:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575718:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575725:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575732:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493948.575826:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c1:0x0]: returning size 18630 00000004:00200000:2.0:1743493948.575832:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.575861:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575873:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575885:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575894:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575902:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575909:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.575913:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575923:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575933:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:2.0:1743493948.575936:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.575942:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575948:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3742 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575970:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575975:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575980:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575985:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.575988:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.575994:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.576001:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8bab2fd4 (ffff998b51865a40) 00010000:00010000:2.0:1743493948.576003:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.576006:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.576011:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3749 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8bab2fd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.576055:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c373b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515e3 expref: 640 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.576073:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3750 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515e3 expref: 639 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.576080:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:2.0:1743493948.576083:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.576086:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c56c0, rc 0) 00000100:00100000:2.0:1743493948.576204:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+639:13333:x1828185027665920:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 1285us (2488us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.576214:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12042 00000004:00080000:3.0:1743493948.576230:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x176:0x0], index 1: 0 00000040:00080000:3.0:1743493948.576407:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3649, 184 off643800 00010000:00010000:3.0:1743493948.576636:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3757 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x324:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576647:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3757 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576656:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3757 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576703:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576709:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576715:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576719:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.576722:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576732:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576741:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.576743:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.576746:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576786:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c372d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493948.576805:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e444a0bc reply state 00000000a66a28a9 transno 4294974508 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576817:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.576823:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493948.576826:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493948.576829:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1743493948.576861:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3726 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ea expref: 640 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.576878:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3757 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ea expref: 639 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.576885:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x324:0x0].0x0 (ffff998b518646c0) 00010000:00010000:3.0:1743493948.576887:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.576890:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7c40, rc 0) 00000100:00100000:3.0:1743493948.576954:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+640:13289:x1828185027666176:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2030us (2308us total) trans 4294974508 rc 0/0 00000100:00100000:3.0:1743493948.576965:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12043 00000100:00100000:3.0:1743493948.586010:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027666432 00000100:00100000:3.0:1743493948.586023:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027666432 00000100:00100000:0.0:1743493948.586277:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027666560 00000100:00100000:0.0:1743493948.586283:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027666560 00000100:00100000:0.0:1743493948.586373:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12044 00000100:00100000:0.0:1743493948.586383:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+641:13333:x1828185027666560:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.586427:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.586474:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3765 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515f1 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.586545:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c376c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.586563:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c376c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.586575:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c376c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.586739:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3765 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f1 expref: 643 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.586780:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c376c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f1 expref: 642 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.586791:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:0.0:1743493948.586794:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493948.586799:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c6d40, rc 0) 00000100:00100000:0.0:1743493948.586896:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+643:13333:x1828185027666560:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 513us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.586904:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12044 00000100:00100000:2.0:1743493948.598700:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027667072 00000100:00100000:2.0:1743493948.598715:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027667072 00000100:00100000:2.0:1743493948.598828:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12046 00000100:00100000:2.0:1743493948.598838:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+641:13333:x1828185027667072:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493948.598881:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.598921:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3796 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49515ff expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.599091:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c379d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.599107:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c379d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.599120:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c379d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493948.599135:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c1:0x0]: returning size 18630 00010000:00010000:2.0:1743493948.599354:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3796 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ff expref: 644 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.599394:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c379d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ff expref: 643 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.599404:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:2.0:1743493948.599407:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.599411:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7cf40, rc 0) 00000100:00100000:2.0:1743493948.599523:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+643:13333:x1828185027667072:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 684us (879us total) trans 4294974510 rc 0/0 00000100:00100000:2.0:1743493948.599532:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12046 00000100:00100000:2.0:1743493948.605217:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.605310:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.605424:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3438 00000100:00100000:0.0:1743493948.605436:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+643:13289:x1828185027667328:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493948.605645:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027667456 00000100:00100000:3.0:1743493948.605651:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027667456 00000040:00080000:0.0:1743493948.606356:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3651, 168 off644152 00000001:00080000:0.0:1743493948.606381:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974511 00000100:00100000:0.0:1743493948.606609:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+646:13289:x1828185027667328:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1169us (1402us total) trans 4294974512 rc 0/0 00000100:00100000:0.0:1743493948.606620:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3438 00000020:00080000:0.0:1743493948.606627:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493948.607881:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12047 00000100:00100000:3.0:1743493948.607894:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+645:13290:x1828185027667456:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.608579:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.608627:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c37ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951606 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.608806:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608823:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608836:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493948.608862:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027667584 00000100:00100000:0.0:1743493948.608871:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027667584 00010000:00010000:3.0:1743493948.608884:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608891:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608898:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608944:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493948.608945:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1283 00000100:00100000:0.0:1743493948.608953:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+647:2439:x1828185027667584:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493948.608956:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608962:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608968:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.608973:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.608975:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.608982:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.608993:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.608996:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.608997:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c379d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ff expref: 647 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.609002:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609007:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493948.609014:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:0.0:1743493948.609018:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.609023:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609028:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609034:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609039:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.609041:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609051:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609057:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa1f039dc (ffff998b5b473ac0) 00010000:00010000:3.0:1743493948.609060:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.609062:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.609067:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493948.609097:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+646:2439:x1828185027667584:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 143us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.609106:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1283 00010000:00010000:3.0:1743493948.609109:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c37ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951606 expref: 646 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.609117:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c37ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951606 expref: 646 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.609129:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7f100, rc 0) 00000100:00100000:0.0:1743493948.609153:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027667840 00000100:00100000:0.0:1743493948.609158:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027667840 00000100:00100000:3.0:1743493948.609174:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+645:13290:x1828185027667456:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1282us (3863us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.609181:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12047 00000100:00100000:0.0:1743493948.609195:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3439 00000100:00100000:0.0:1743493948.609201:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+645:13333:x1828185027667840:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:0.0:1743493948.609479:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+645:13333:x1828185027667840:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 276us (688us total) trans 4294974513 rc 0/0 00000100:00100000:0.0:1743493948.609487:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3439 00000100:00100000:0.0:1743493948.618301:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.618643:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.619286:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668096 00000100:00100000:2.0:1743493948.619300:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668096 00000100:00100000:3.0:1743493948.619463:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668224 00000100:00100000:3.0:1743493948.619470:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668224 00000100:00100000:0.0:1743493948.620065:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668480 00000100:00100000:0.0:1743493948.620070:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668480 00000100:00100000:2.0:1743493948.620129:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12048 00000100:00100000:3.0:1743493948.620143:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12049 00000100:00100000:2.0:1743493948.620144:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+647:13289:x1828185027668096:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:3.0:1743493948.620149:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+647:13290:x1828185027668224:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:0.0:1743493948.620204:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12050 00000100:00100000:0.0:1743493948.620210:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+647:13333:x1828185027668480:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.620239:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.620282:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37c0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951614 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.620304:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.620333:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3757 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x324:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ea expref: 648 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.620359:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x324:0x0].0x0 (ffff998b518646c0) 00010000:00010000:3.0:1743493948.620445:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.620445:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.620469:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495160d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.620480:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.620495:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.620511:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.620537:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.620539:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.620545:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.620548:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.620552:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.620555:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493948.620602:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493948.620608:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.620631:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.620658:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c37c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495160d expref: 649 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.620714:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x324:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.620722:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.620729:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:2.0:1743493948.621189:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].299, 64 off27392 00000040:00080000:2.0:1743493948.621239:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3652, 184 off644336 00010000:00010000:2.0:1743493948.621409:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x324:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621419:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621427:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621435:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621447:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621453:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621460:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621466:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493948.621470:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621478:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621487:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x324:0x0].0x0 (ffff998b5b473ac0) 00010000:00010000:2.0:1743493948.621489:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493948.621494:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 3/0,0 mode: --/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621498:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c37ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621528:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621533:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621539:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621544:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.621548:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621554:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621562:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x324:0x0].0x0 (ffff998b5b473ac0) 00010000:00010000:2.0:1743493948.621565:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493948.621568:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621574:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c37e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621858:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621866:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621872:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621877:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.621880:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621885:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621892:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.621894:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.621897:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621906:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c37ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493948.621921:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a88d3e2e reply state 00000000f92ea835 transno 4294974514 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621931:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493948.621937:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:2.0:1743493948.621939:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.621942:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493948.622058:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+651:13289:x1828185027668096:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1914us (3771us total) trans 4294974514 rc 0/0 00000100:00100000:2.0:1743493948.622068:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12048 00010000:00010000:0.0:1743493948.622651:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c37f1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.622668:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c37f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.622677:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c37f1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493948.622689:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c1:0x0]: returning size 18630 00010000:00010000:3.0:1743493948.623163:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495160d expref: 649 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.623173:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.623176:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493948.623180:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a74c0, rc 0) 00010000:00010000:0.0:1743493948.626945:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c37c0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951614 expref: 650 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.626998:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c37f1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951614 expref: 649 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.627007:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:0.0:1743493948.627011:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1743493948.627016:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a6d40, rc 0) 00000100:00100000:0.0:1743493948.627140:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+649:13333:x1828185027668480:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 6926us (7125us total) trans 4294974515 rc 0/0 00000100:00100000:0.0:1743493948.627151:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12050 00000100:00100000:2.0:1743493948.628417:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668608 00000100:00100000:2.0:1743493948.628430:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668608 00000100:00100000:2.0:1743493948.628513:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3440 00000100:00100000:2.0:1743493948.628522:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+649:13290:x1828185027668608:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493948.630079:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668736 00000100:00100000:0.0:1743493948.630092:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668736 00000100:00100000:0.0:1743493948.630167:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12051 00000100:00100000:0.0:1743493948.630176:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+651:13289:x1828185027668736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.630198:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.630238:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c37ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495161b expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.630347:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630377:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630400:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630451:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630458:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630465:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630513:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630521:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630528:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630534:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.630540:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630548:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630562:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.630566:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.630572:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630579:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3806 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630599:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630606:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630612:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630617:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.630621:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630627:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630635:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x806a17dc (ffff998b5b473780) 00010000:00010000:0.0:1743493948.630638:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.630642:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630648:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c380d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.630700:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c37ff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495161b expref: 652 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.630710:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c37ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495161b expref: 652 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.630726:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:0.0:1743493948.630848:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+651:13289:x1828185027668736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 671us (2519us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.630857:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12051 00000100:00100000:2.0:1743493948.641321:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+649:13290:x1828185027668608:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 12784us (13059us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.641339:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3440 00000100:00100000:3.0:1743493948.642600:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493948.642983:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3814 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951622 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.643109:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.643127:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.643141:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493948.643197:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:1.0:1743493948.643203:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493948.643229:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.643260:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3814 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951622 expref: 651 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.643286:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951622 expref: 650 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.643296:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493948.643299:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493948.643305:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a5e40, rc 0) 00000100:00100000:1.0:1743493948.643404:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+650:13289:x1828185027668864:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 506us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.643413:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12052 00000100:00100000:2.0:1743493948.648312:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.648499:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.648549:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027668992 00000100:00100000:2.0:1743493948.648561:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027668992 00000100:00100000:2.0:1743493948.648644:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027669248 00000100:00100000:2.0:1743493948.648647:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027669248 00000100:00100000:2.0:1743493948.648689:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12053 00000100:00100000:2.0:1743493948.648699:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+651:13333:x1828185027668992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.648840:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493948.649097:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+651:13333:x1828185027668992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 397us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.649106:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12053 00000100:00100000:2.0:1743493948.649149:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12054 00000100:00100000:2.0:1743493948.649154:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+650:13290:x1828185027669248:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.649166:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.649206:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3822 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951629 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.649307:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649324:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649336:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649394:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649402:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649410:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649460:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649469:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649477:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649484:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.649489:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649498:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649513:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.649516:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.649523:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649529:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3829 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649551:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649556:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649562:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649567:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.649570:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649580:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649587:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa1f039dc (ffff998b5b473ac0) 00010000:00010000:2.0:1743493948.649589:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.649591:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649596:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c3830 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.649645:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3822 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951629 expref: 651 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.649654:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3822 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951629 expref: 651 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.649667:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a47c0, rc 0) 00000100:00100000:2.0:1743493948.649733:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+650:13290:x1828185027669248:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 577us (1234us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.649740:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12054 00000100:00100000:2.0:1743493948.655204:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.655300:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027669376 00000100:00100000:1.0:1743493948.655313:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027669376 00000100:00100000:1.0:1743493948.655413:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3441 00000100:00100000:1.0:1743493948.655424:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+650:13289:x1828185027669376:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493948.657479:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.657589:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.657994:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027669504 00000100:00100000:3.0:1743493948.658006:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027669504 00000100:00100000:3.0:1743493948.658074:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027669632 00000100:00100000:3.0:1743493948.658076:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027669632 00000100:00100000:3.0:1743493948.658108:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12055 00000100:00100000:3.0:1743493948.658117:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+653:13290:x1828185027669504:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.658141:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.658180:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3837 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951630 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.658316:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658334:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658347:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658414:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658423:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658429:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658481:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658488:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658494:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658499:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.658504:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658513:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658525:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.658528:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.658534:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658540:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c383e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658562:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658567:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658573:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658577:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.658580:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658584:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658590:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473780) 00010000:00010000:3.0:1743493948.658592:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.658594:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658599:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3845 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.658643:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3837 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951630 expref: 654 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.658651:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3837 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951630 expref: 654 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.658663:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:3.0:1743493948.658741:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+653:13290:x1828185027669504:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 625us (1271us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.658748:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12055 00000100:00100000:3.0:1743493948.658835:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12056 00000100:00100000:3.0:1743493948.658841:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027669632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.658892:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.659036:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027669632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 193us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.659043:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12056 00000100:00100000:2.0:1743493948.665061:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+650:13289:x1828185027669376:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 9619us (9852us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.665083:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3441 00000100:00100000:3.0:1743493948.667535:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.667616:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.667749:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027669888 00000100:00100000:0.0:1743493948.667784:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027669888 00000100:00100000:0.0:1743493948.667863:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670016 00000100:00100000:0.0:1743493948.667865:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670016 00000100:00100000:0.0:1743493948.667900:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12057 00000100:00100000:0.0:1743493948.667909:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+651:13290:x1828185027669888:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.667938:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.667942:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493948.667977:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c37dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495160d expref: 651 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.668006:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.668012:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493948.668043:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c384c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951637 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.668223:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.668239:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.668251:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.668299:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.668307:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.668314:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:0.0:1743493948.669063:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x177:0x0], index 0: 0 00000040:00080000:0.0:1743493948.669217:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3653, 184 off644520 00010000:00010000:0.0:1743493948.669451:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3861 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x325:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669462:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3861 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669471:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3861 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669521:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669529:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669536:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669543:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.669549:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669562:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669573:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.669576:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.669581:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669588:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3853 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493948.669609:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003bd1c4b3 reply state 000000002d916312 transno 4294974516 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669621:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.669628:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:0.0:1743493948.669631:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.669634:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493948.669671:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c384c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951637 expref: 653 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.669693:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3861 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951637 expref: 652 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.669701:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x325:0x0].0x0 (ffff998b5b472400) 00010000:00010000:0.0:1743493948.669704:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.669706:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a6980, rc 0) 00000100:00100000:0.0:1743493948.669861:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+653:13290:x1828185027669888:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1952us (2337us total) trans 4294974516 rc 0/0 00000100:00100000:0.0:1743493948.669875:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12057 00000100:00100000:0.0:1743493948.669936:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12058 00000100:00100000:0.0:1743493948.669945:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.670019:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.670143:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 199us (2528us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.670150:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12058 00000100:00100000:3.0:1743493948.671187:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.671431:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670272 00000100:00100000:3.0:1743493948.671442:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670272 00000100:00100000:3.0:1743493948.671532:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12059 00000100:00100000:3.0:1743493948.671541:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.671560:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.671595:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c386f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495163e expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.671706:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671721:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671732:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671849:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671858:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671865:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671907:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671914:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671921:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671928:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.671933:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671940:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671956:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.671960:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.671965:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671971:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3876 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671992:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.671998:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672004:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672010:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.672013:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672020:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672029:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x806a17dc (ffff998b5b471080) 00010000:00010000:3.0:1743493948.672032:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.672035:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672041:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c387d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x806a17dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.672090:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c386f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495163e expref: 653 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.672099:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c386f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495163e expref: 653 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.672115:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:3.0:1743493948.672195:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 653us (1010us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.672204:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12059 00000100:00100000:1.0:1743493948.678181:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.678991:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.679635:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670400 00000100:00100000:0.0:1743493948.679651:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670400 00000100:00100000:0.0:1743493948.679785:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12060 00000100:00100000:0.0:1743493948.679796:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.679902:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.680223:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 425us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.680234:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12060 00000100:00100000:1.0:1743493948.680931:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.681235:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670528 00000100:00100000:2.0:1743493948.681245:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670528 00000100:00100000:2.0:1743493948.681315:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2288 00000100:00100000:2.0:1743493948.681324:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+121:2438:x1828185027670528:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.681344:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.681407:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951645 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493948.681446:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x177:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493948.681482:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.681484:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.681494:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 122 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.681514:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 122 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.681529:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4040, rc 0) 00000100:00100000:2.0:1743493948.681614:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+122:2438:x1828185027670528:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 290us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.681622:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2288 00000100:00100000:3.0:1743493948.681993:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670656 00000100:00100000:3.0:1743493948.682000:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670656 00000100:00100000:3.0:1743493948.682053:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12061 00000100:00100000:3.0:1743493948.682060:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670656:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.682084:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.682113:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c388b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495164c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.682212:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682227:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682239:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682286:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682295:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682304:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682351:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682359:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682377:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682384:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.682389:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682398:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682412:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.682416:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.682421:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682426:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3892 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682450:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682457:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682467:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682473:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.682476:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682482:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682490:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa1f039dc (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.682493:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.682496:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682502:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3899 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.682549:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c388b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495164c expref: 653 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.682558:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c388b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495164c expref: 653 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.682572:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7100, rc 0) 00000100:00100000:3.0:1743493948.682628:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670656:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 567us (1699us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.682636:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12061 00000100:00100000:1.0:1743493948.684937:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.685526:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670784 00000100:00100000:3.0:1743493948.685538:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670784 00000100:00100000:3.0:1743493948.685629:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12062 00000100:00100000:3.0:1743493948.685639:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670784:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.685726:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.686639:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027670784:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 996us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.686650:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12062 00000100:00100000:1.0:1743493948.689694:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.689829:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027670912 00000100:00100000:3.0:1743493948.689841:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027670912 00000100:00100000:3.0:1743493948.689931:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12063 00000100:00100000:3.0:1743493948.689942:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.689971:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.690016:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c38a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951653 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.690139:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690156:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690171:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690200:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690209:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690216:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690265:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690273:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690280:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690287:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.690292:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690300:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690315:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.690318:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.690324:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690330:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c38a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690353:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690369:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690375:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690385:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.690388:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690395:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690403:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493948.690406:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.690409:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690415:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c38ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.690456:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c38a0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951653 expref: 653 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.690465:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c38a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951653 expref: 653 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.690479:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2bc40, rc 0) 00000100:00100000:3.0:1743493948.690584:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+652:13289:x1828185027670912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 643us (902us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.690594:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12063 00000100:00100000:1.0:1743493948.692568:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.693427:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.693532:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027671296 00000100:00100000:3.0:1743493948.693546:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027671296 00000100:00100000:3.0:1743493948.693629:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12064 00000100:00100000:3.0:1743493948.693640:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027671296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.693743:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.694003:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+652:13333:x1828185027671296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 364us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.694013:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12064 00000100:00100000:2.0:1743493948.694704:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027671168 00000100:00100000:2.0:1743493948.694714:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027671168 00000100:00100000:2.0:1743493948.694805:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3442 00000100:00100000:2.0:1743493948.694813:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+652:13290:x1828185027671168:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493948.695292:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3654, 168 off644688 00000001:00080000:2.0:1743493948.695301:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974517 00000100:00100000:2.0:1743493948.695501:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+654:13290:x1828185027671168:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 686us (2940us total) trans 4294974518 rc 0/0 00000100:00100000:2.0:1743493948.695510:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3442 00000020:00080000:2.0:1743493948.695515:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493948.697949:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.698074:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027671424 00000100:00100000:0.0:1743493948.698087:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027671424 00000100:00100000:0.0:1743493948.698179:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12065 00000100:00100000:0.0:1743493948.698190:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+654:13333:x1828185027671424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.698285:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493948.698505:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2c2:0x0]: rc = -2 00000100:00100000:0.0:1743493948.698607:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+654:13333:x1828185027671424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 416us (667us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493948.698617:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12065 00000100:00100000:1.0:1743493948.700958:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.701732:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027671680 00000100:00100000:3.0:1743493948.701746:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027671680 00000100:00100000:3.0:1743493948.701862:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12066 00000100:00100000:3.0:1743493948.701873:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+654:13290:x1828185027671680:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493948.701983:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.702022:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3861 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951637 expref: 654 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.702052:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x325:0x0].0x0 (ffff998b5b472400) 00010000:00010000:3.0:1743493948.702070:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.702112:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702129:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702140:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702166:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702175:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702182:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702354:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x325:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702374:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.702382:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493948.702848:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].288, 64 off26688 00000040:00080000:3.0:1743493948.702895:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3655, 184 off644872 00010000:00010000:3.0:1743493948.703028:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x325:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703038:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703045:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703053:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703059:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703064:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703070:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703075:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493948.703079:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703088:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703096:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x325:0x0].0x0 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.703099:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493948.703103:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 3/0,0 mode: --/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703108:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c38ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703138:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703144:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703149:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703153:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f296c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.703157:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703161:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703167:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x325:0x0].0x0 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.703169:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493948.703172:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703177:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c38c3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703422:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703430:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703436:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703442:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.703445:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703451:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703461:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.703464:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.703467:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703473:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c38b5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493948.703490:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000057313352 reply state 0000000075e8068d transno 4294974519 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703502:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.703509:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493948.703511:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493948.703516:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493948.703654:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+655:13290:x1828185027671680:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1779us (2703us total) trans 4294974519 rc 0/0 00000100:00100000:3.0:1743493948.703664:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12066 00000100:00100000:1.0:1743493948.704519:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.704809:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027671936 00000100:00100000:0.0:1743493948.704820:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027671936 00000100:00100000:0.0:1743493948.704900:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12067 00000100:00100000:0.0:1743493948.704909:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+655:13289:x1828185027671936:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.704932:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.704936:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493948.704960:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c381b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951622 expref: 655 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.704981:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.704987:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493948.705011:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c38d1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495165a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.705147:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.705159:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.705168:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.705191:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.705198:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.705204:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:0.0:1743493948.705867:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x177:0x0], index 1: 0 00000040:00080000:0.0:1743493948.706017:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3656, 184 off645056 00010000:00010000:0.0:1743493948.706240:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c38e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x326:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706253:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c38e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x326:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706263:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c38e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x326:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706314:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706322:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706330:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706336:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.706341:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706350:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706371:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.706375:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.706380:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706387:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c38d8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493948.706410:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c0777526 reply state 0000000070d46257 transno 4294974520 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706421:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.706428:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:0.0:1743493948.706431:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493948.706435:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493948.706474:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c38d1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495165a expref: 657 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.706495:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c38e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x326:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495165a expref: 656 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.706503:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x326:0x0].0x0 (ffff998b5b471080) 00010000:00010000:0.0:1743493948.706506:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493948.706508:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f287c0, rc 0) 00000100:00100000:0.0:1743493948.706614:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+657:13289:x1828185027671936:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1703us (2095us total) trans 4294974520 rc 0/0 00000100:00100000:0.0:1743493948.706624:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12067 00000100:00100000:1.0:1743493948.716191:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.716418:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.716541:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672064 00000100:00100000:0.0:1743493948.716557:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672064 00000100:00100000:0.0:1743493948.716655:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672192 00000100:00100000:0.0:1743493948.716659:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672192 00000100:00100000:0.0:1743493948.716704:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12068 00000100:00100000:0.0:1743493948.716717:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+658:13333:x1828185027672064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.716850:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493948.717073:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2c3:0x0]: rc = -2 00000100:00100000:0.0:1743493948.717182:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+658:13333:x1828185027672064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 466us (1006us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493948.717192:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12068 00000100:00100000:0.0:1743493948.717240:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12069 00000100:00100000:0.0:1743493948.717246:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+657:13290:x1828185027672192:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.717269:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.717316:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c38f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951661 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.717450:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717468:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717482:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717533:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717541:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717548:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717598:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717606:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717614:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717621:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.717626:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717636:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717651:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.717655:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.717661:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717667:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c38fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717688:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717695:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717701:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717707:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5615b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.717710:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717716:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717725:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa1f039dc (ffff998b5b472740) 00010000:00010000:0.0:1743493948.717728:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.717731:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717737:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3902 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.717816:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c38f4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951661 expref: 658 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.717825:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c38f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951661 expref: 658 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.717839:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54065e40, rc 0) 00000100:00100000:0.0:1743493948.717900:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+657:13290:x1828185027672192:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 652us (1482us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.717907:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12069 00000100:00100000:1.0:1743493948.719114:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.719210:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672320 00000100:00100000:3.0:1743493948.719221:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672320 00000100:00100000:3.0:1743493948.719300:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2289 00000100:00100000:3.0:1743493948.719310:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+106:2438:x1828185027672320:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.719327:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.719384:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951668 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493948.719428:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x177:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493948.719461:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.719465:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493948.719475:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.719494:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493948.719507:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54f17100, rc 0) 00000100:00100000:3.0:1743493948.719569:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+107:2438:x1828185027672320:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 259us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.719578:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2289 00000100:00100000:1.0:1743493948.725918:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.726401:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672448 00000100:00100000:3.0:1743493948.726417:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672448 00000100:00100000:3.0:1743493948.726522:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12070 00000100:00100000:3.0:1743493948.726535:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+657:13333:x1828185027672448:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.726655:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493948.726893:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2c4:0x0]: rc = -2 00000100:00100000:3.0:1743493948.726998:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+657:13333:x1828185027672448:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 463us (1094us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493948.727008:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12070 00000100:00100000:1.0:1743493948.730877:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.731172:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672576 00000100:00100000:0.0:1743493948.731186:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672576 00000100:00100000:0.0:1743493948.731278:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12071 00000100:00100000:0.0:1743493948.731289:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+657:13290:x1828185027672576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.731319:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.731371:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c3910 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495166f expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.731508:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.731531:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.731545:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493948.731598:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:0.0:1743493948.731603:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493948.731629:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.731661:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c3910 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495166f expref: 659 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.731687:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495166f expref: 658 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.731696:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.731699:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493948.731703:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:1.0:1743493948.732699:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.733376:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+658:13290:x1828185027672576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2083us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.733396:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12071 00000100:00100000:2.0:1743493948.734112:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672832 00000100:00100000:2.0:1743493948.734124:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672832 00000100:00100000:2.0:1743493948.734191:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3443 00000100:00100000:2.0:1743493948.734200:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+658:13289:x1828185027672832:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493948.734706:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3657, 168 off645224 00000001:00080000:2.0:1743493948.734715:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974521 00000100:00100000:2.0:1743493948.734914:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+660:13289:x1828185027672832:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 711us (2216us total) trans 4294974522 rc 0/0 00000100:00100000:2.0:1743493948.734923:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3443 00000020:00080000:2.0:1743493948.734928:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493948.735570:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.736468:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027672960 00000100:00100000:2.0:1743493948.736479:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027672960 00000100:00100000:2.0:1743493948.737472:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12072 00000100:00100000:2.0:1743493948.737483:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+660:13333:x1828185027672960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.737578:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493948.738642:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+660:13333:x1828185027672960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1155us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.738654:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12072 00000100:00100000:1.0:1743493948.745283:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.745359:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.745800:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673216 00000100:00100000:0.0:1743493948.745814:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673216 00000100:00100000:0.0:1743493948.745909:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12073 00000100:00100000:0.0:1743493948.745920:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+660:13333:x1828185027673216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.746013:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.746253:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+660:13333:x1828185027673216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.746263:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12073 00000100:00100000:1.0:1743493948.747274:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.747461:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673088 00000100:00100000:2.0:1743493948.747471:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673088 00000100:00100000:2.0:1743493948.747544:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3444 00000100:00100000:2.0:1743493948.747554:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+660:13290:x1828185027673088:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493948.749289:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673472 00000100:00100000:3.0:1743493948.749305:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673472 00000100:00100000:3.0:1743493948.749406:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12074 00000100:00100000:3.0:1743493948.749416:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+662:13289:x1828185027673472:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493948.749510:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.749547:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c38e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x326:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495165a expref: 662 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.749580:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x326:0x0].0x0 (ffff998b5b471080) 00010000:00010000:3.0:1743493948.749600:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.749644:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749662:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749673:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749699:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749709:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749717:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749913:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x326:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749922:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.749929:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:3.0:1743493948.750335:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].300, 64 off27456 00000040:00080000:3.0:1743493948.750403:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3658, 184 off645408 00010000:00010000:3.0:1743493948.750568:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x326:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750578:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750587:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750595:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750601:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750607:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750613:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750623:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493948.750628:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750637:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750645:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x326:0x0].0x0 (ffff998b5b472740) 00010000:00010000:3.0:1743493948.750648:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493948.750652:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750656:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3933 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x326:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750689:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750695:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750700:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750704:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.750708:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750713:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750719:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x326:0x0].0x0 (ffff998b5b472740) 00010000:00010000:3.0:1743493948.750721:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493948.750724:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750729:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c392c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x326:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750987:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750994:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.750999:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751004:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.751007:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751013:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751023:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.751025:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.751029:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751035:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c391e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493948.751050:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e558d6a0 reply state 0000000029fde2d9 transno 4294974523 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751063:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.751073:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493948.751076:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493948.751079:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493948.751229:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+663:13289:x1828185027673472:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1809us (3955us total) trans 4294974523 rc 0/0 00000100:00100000:3.0:1743493948.751240:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12074 00000100:00100000:3.0:1743493948.757308:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.758124:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.758150:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673600 00000100:00100000:2.0:1743493948.758163:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673600 00000100:00100000:2.0:1743493948.758270:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12075 00000100:00100000:2.0:1743493948.758282:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+663:13333:x1828185027673600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493948.758399:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c5:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.759447:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673728 00000100:00100000:0.0:1743493948.759458:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673728 00000100:00100000:0.0:1743493948.759533:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12076 00000100:00100000:0.0:1743493948.759542:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+664:13289:x1828185027673728:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.759562:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.759608:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c393a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951676 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.759717:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759735:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759746:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759817:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759825:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759832:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759882:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759889:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759898:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759904:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.759909:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759917:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759930:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.759933:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.759939:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759945:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3941 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759967:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759974:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759980:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759986:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.759988:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.759994:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.760003:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa1f039dc (ffff998b5b472740) 00010000:00010000:0.0:1743493948.760006:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.760009:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.760015:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3948 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493948.760064:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c393a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951676 expref: 665 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.760074:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c393a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951676 expref: 665 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.760087:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3d6c0, rc 0) 00000100:00100000:2.0:1743493948.760253:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+664:13333:x1828185027673600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1972us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.760263:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12075 00000100:00100000:2.0:1743493948.764170:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+662:13290:x1828185027673088:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 16600us (18885us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.764188:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3444 00000100:00100000:0.0:1743493948.764581:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+661:13289:x1828185027673728:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 5035us (6455us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.764592:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12076 00000100:00100000:3.0:1743493948.766624:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.766838:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673856 00000100:00100000:0.0:1743493948.766852:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673856 00000100:00100000:0.0:1743493948.766947:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12077 00000100:00100000:0.0:1743493948.766956:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+661:13333:x1828185027673856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493948.767057:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493948.767273:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+661:13333:x1828185027673856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 315us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.767283:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12077 00000100:00100000:1.0:1743493948.773354:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.774180:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.775098:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027673984 00000100:00100000:2.0:1743493948.775113:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027673984 00000100:00100000:2.0:1743493948.775207:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674240 00000100:00100000:2.0:1743493948.775211:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674240 00000100:00100000:2.0:1743493948.775263:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12078 00000100:00100000:2.0:1743493948.775275:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+662:13289:x1828185027673984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.775306:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.775355:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c394f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495167d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493948.775474:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12079 00000100:00100000:0.0:1743493948.775484:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+663:13290:x1828185027674240:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.775509:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.775534:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3956 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951684 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.775667:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775684:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775697:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775748:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775782:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775789:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775842:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775850:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775857:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775864:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.775869:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775880:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775894:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493948.775898:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.775904:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775910:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c395d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775936:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775943:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775947:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775952:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.775955:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775961:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775968:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa1f039dc (ffff998b5b471080) 00010000:00010000:0.0:1743493948.775971:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.775974:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.775980:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3964 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.776033:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3956 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951684 expref: 664 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.776043:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3956 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951684 expref: 664 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.776058:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3cb80, rc 0) 00000100:00100000:0.0:1743493948.776174:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+663:13290:x1828185027674240:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 689us (1995us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493948.776184:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12079 00000100:00100000:1.0:1743493948.776588:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.776793:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674368 00000100:00100000:3.0:1743493948.776801:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674368 00000100:00100000:3.0:1743493948.776858:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12080 00000100:00100000:3.0:1743493948.776866:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+663:13333:x1828185027674368:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.776881:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.776910:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c396b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495168b expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.776996:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777007:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777016:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777062:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777070:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777079:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777134:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777142:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777149:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493948.777206:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c5:0x0]: returning size 62591 00000004:00200000:3.0:1743493948.777211:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.777237:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777247:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777254:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777260:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777266:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777273:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.777277:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777284:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777295:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:3.0:1743493948.777299:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.777303:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777309:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3972 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777328:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777334:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777341:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777346:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.777349:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777355:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.777374:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf8994a00 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.777377:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.777380:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.778097:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.778111:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.778122:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493948.778155:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:2.0:1743493948.778159:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.778172:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493948.778202:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c394f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495167d expref: 665 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.778226:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495167d expref: 664 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.778235:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.778237:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493948.778241:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914b80, rc 0) 00000100:00100000:2.0:1743493948.778335:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+664:13289:x1828185027673984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3060us (4994us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.778344:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12078 00010000:00010000:3.0:1743493948.779080:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3979 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf8994a00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.779139:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c396b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495168b expref: 664 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.779159:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495168b expref: 663 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.779167:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:3.0:1743493948.779170:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.779173:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d32200, rc 0) 00000100:00100000:3.0:1743493948.779240:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+663:13333:x1828185027674368:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 2372us (2652us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.779248:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12080 00000100:00100000:1.0:1743493948.787696:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.787806:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674496 00000100:00100000:1.0:1743493948.787816:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.787821:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674496 00000100:00100000:1.0:1743493948.787884:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.787924:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12081 00000100:00100000:0.0:1743493948.787935:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+663:13333:x1828185027674496:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493948.787968:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1743493948.787988:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674752 00000100:00100000:3.0:1743493948.787993:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674752 00010000:00010000:0.0:1743493948.788016:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c398e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951692 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493948.788047:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3445 00000100:00100000:3.0:1743493948.788053:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+665:13289:x1828185027674752:12345-192.168.206.41@tcp:37:dbench.0 00010000:00010000:0.0:1743493948.788095:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c3995 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.788114:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c3995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.788127:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c3995 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.788267:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c398e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951692 expref: 666 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.788292:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c3995 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951692 expref: 665 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.788301:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:0.0:1743493948.788304:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493948.788308:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a16c0, rc 0) 00000100:00100000:0.0:1743493948.788421:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+665:13333:x1828185027674496:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 488us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.788429:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12081 00000100:00100000:2.0:1743493948.788576:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674624 00000100:00100000:2.0:1743493948.788581:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674624 00000100:00100000:2.0:1743493948.788636:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1284 00000100:00100000:2.0:1743493948.788642:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+665:2440:x1828185027674624:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493948.788665:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.788685:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3980 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495168b expref: 665 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.788699:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:2.0:1743493948.788703:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493948.788744:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+664:2440:x1828185027674624:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 102us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.788771:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1284 00000100:00100000:1.0:1743493948.795237:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.795903:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027674880 00000100:00100000:3.0:1743493948.795916:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027674880 00000100:00100000:3.0:1743493948.796004:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12082 00000100:00100000:3.0:1743493948.796013:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+664:13290:x1828185027674880:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.796044:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.796089:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c399c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951699 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493948.796187:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+665:13289:x1828185027674752:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8130us (8299us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.796200:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3445 00010000:00010000:3.0:1743493948.796222:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796243:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796265:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796313:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796322:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796328:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796474:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796483:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796490:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796497:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.796502:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796511:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796526:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.796529:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.796536:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796543:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796567:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796574:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796580:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796585:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.796588:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796594:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796601:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe94006ef (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.796604:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.796607:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796613:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.796660:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c399c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951699 expref: 664 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.796670:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c399c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951699 expref: 664 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.796682:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3100, rc 0) 00000100:00100000:3.0:1743493948.796732:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+663:13290:x1828185027674880:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 720us (1509us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.796740:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12082 00000100:00100000:1.0:1743493948.805942:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.806097:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027675136 00000100:00100000:3.0:1743493948.806111:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027675136 00000100:00100000:3.0:1743493948.806206:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12083 00000100:00100000:3.0:1743493948.806216:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+663:13333:x1828185027675136:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.806245:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.806289:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c39b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516a0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.806516:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.806534:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.806547:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493948.806561:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c5:0x0]: returning size 62591 00010000:00010000:3.0:1743493948.806814:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c39b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516a0 expref: 666 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.806839:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516a0 expref: 665 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.806849:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:3.0:1743493948.806852:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493948.806856:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a2d40, rc 0) 00000100:00100000:3.0:1743493948.806955:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+665:13333:x1828185027675136:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 739us (1030us total) trans 4294974524 rc 0/0 00000100:00100000:3.0:1743493948.806964:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12083 00000100:00100000:1.0:1743493948.819380:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.819458:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.819515:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.819532:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027675648 00000100:00100000:2.0:1743493948.819547:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027675648 00000100:00100000:3.0:1743493948.819601:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027675392 00000100:00100000:3.0:1743493948.819606:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027675392 00000100:00100000:2.0:1743493948.819643:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3446 00000100:00100000:3.0:1743493948.819654:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027675776 00000100:00100000:2.0:1743493948.819655:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+666:13333:x1828185027675648:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:3.0:1743493948.819657:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027675776 00000100:00100000:3.0:1743493948.819689:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12084 00000100:00100000:3.0:1743493948.819694:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+667:13289:x1828185027675392:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.819705:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.819745:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516a7 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493948.819827:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12085 00000100:00100000:0.0:1743493948.819834:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+668:13290:x1828185027675776:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493948.819842:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493948.819866:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c39cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516ae expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.819927:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.819943:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.819956:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.819969:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.819979:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.819987:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820003:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820011:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820012:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820018:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820021:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.820028:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820068:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820068:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.820075:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820076:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820084:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820084:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820090:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.820090:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.820096:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820096:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820105:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820105:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820117:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493948.820117:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.820121:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.820121:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.820127:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820127:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820134:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c39d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493948.820134:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c39db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.820156:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820163:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820179:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820184:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.820187:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820196:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820203:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa1f039dc (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.820205:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.820208:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493948.820214:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c39e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493948.820643:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+670:13333:x1828185027675648:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 988us (1182us total) trans 4294974525 rc 0/0 00000100:00100000:2.0:1743493948.820652:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3446 00010000:00010000:0.0:1743493948.821185:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821194:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821200:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821206:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493948.821210:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821217:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821227:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:0.0:1743493948.821230:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493948.821233:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821239:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c39e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493948.821279:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c39cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ae expref: 669 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.821288:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c39cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ae expref: 669 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.821296:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39c6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516a7 expref: 668 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.821301:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a07c0, rc 0) 00010000:00010000:3.0:1743493948.821305:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c39c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516a7 expref: 668 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.821316:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a1300, rc 0) 00000100:00100000:1.0:1743493948.821986:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+667:13290:x1828185027675776:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2146us (2466us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493948.821995:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12085 00000100:00100000:3.0:1743493948.822644:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+666:13289:x1828185027675392:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2946us (3288us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.822653:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12084 00000100:00100000:1.0:1743493948.823932:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.823986:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027675904 00000100:00100000:0.0:1743493948.823998:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027675904 00000100:00100000:0.0:1743493948.824085:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1285 00000100:00100000:0.0:1743493948.824094:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+666:2438:x1828185027675904:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493948.824127:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493948.824159:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c39b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516a0 expref: 666 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493948.824188:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:0.0:1743493948.824193:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493948.824276:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+665:2438:x1828185027675904:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 181us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.824284:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1285 00000100:00100000:1.0:1743493948.840143:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.840215:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027676032 00000100:00100000:1.0:1743493948.840215:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.840229:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027676032 00000100:00100000:1.0:1743493948.840284:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.840323:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027676288 00000100:00100000:3.0:1743493948.840328:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027676288 00000100:00100000:3.0:1743493948.840377:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027676544 00000100:00100000:3.0:1743493948.840381:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027676544 00000100:00100000:2.0:1743493948.840411:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12086 00000100:00100000:2.0:1743493948.840424:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+667:13289:x1828185027676032:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.840471:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.840517:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c39f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516b5 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493948.840535:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12087 00000100:00100000:3.0:1743493948.840541:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+668:13333:x1828185027676288:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493948.840552:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.840575:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c39f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516bc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.840638:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840656:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840669:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840712:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840720:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840731:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.840738:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3a0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.840746:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3a0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.840781:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3a0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493948.840794:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c5:0x0]: returning size 62591 00010000:00010000:2.0:1743493948.840830:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840838:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840845:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840851:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.840856:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840864:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840878:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.840882:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.840888:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840893:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c39fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840913:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840919:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840924:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840930:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.840932:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840938:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840945:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:2.0:1743493948.840948:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.840950:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.840956:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3a05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493948.840999:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c39f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516bc expref: 671 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.841000:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c39f0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516b5 expref: 671 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.841009:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c39f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516b5 expref: 670 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.841019:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3a0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516bc expref: 669 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.841022:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e25300, rc 0) 00010000:00010000:3.0:1743493948.841026:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:3.0:1743493948.841028:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1743493948.841030:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27880, rc 0) 00000100:00100000:3.0:1743493948.841124:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+669:13333:x1828185027676288:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 581us (907us total) trans 4294974526 rc 0/0 00000100:00100000:3.0:1743493948.841133:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12087 00000100:00100000:3.0:1743493948.841178:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12088 00000100:00100000:3.0:1743493948.841184:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+668:13290:x1828185027676544:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.841193:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.841196:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1743493948.841213:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3917 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495166f expref: 668 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.841236:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.841240:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493948.841260:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3a1a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516c3 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493948.841319:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+668:13289:x1828185027676032:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 896us (1190us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.841327:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12086 00010000:00010000:3.0:1743493948.841341:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.841351:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.841366:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.842258:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.842274:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493948.842284:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:2.0:1743493948.844712:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x178:0x0], index 0: 0 00000040:00080000:2.0:1743493948.844908:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3659, 184 off645592 00010000:00010000:2.0:1743493948.845160:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3a2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x327:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845184:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3a2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x327:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845197:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3a2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x327:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845251:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845258:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845265:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845272:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.845278:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845286:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845301:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.845304:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.845310:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845317:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3a21 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493948.845340:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f8b10a14 reply state 00000000978f2e68 transno 4294974527 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845373:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.845381:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:2.0:1743493948.845383:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.845387:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493948.845437:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3a1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516c3 expref: 669 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.845462:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3a2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x327:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516c3 expref: 668 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.845469:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x327:0x0].0x0 (ffff998b5b471080) 00010000:00010000:2.0:1743493948.845471:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.845474:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01f880, rc 0) 00000100:00100000:2.0:1743493948.845614:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+669:13290:x1828185027676544:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4428us (5327us total) trans 4294974527 rc 0/0 00000100:00100000:2.0:1743493948.845625:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12088 00000100:00100000:3.0:1743493948.850044:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.853072:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027676800 00000100:00100000:2.0:1743493948.853093:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027676800 00000100:00100000:2.0:1743493948.853192:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12089 00000100:00100000:2.0:1743493948.853202:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+669:13289:x1828185027676800:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.853235:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.853240:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493948.853276:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3987 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495167d expref: 669 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.853307:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.853314:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493948.853414:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c3a3d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516ca expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.853636:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.853653:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.853664:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.853712:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.853720:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.853728:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:1.0:1743493948.858644:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x178:0x0], index 1: 0 00000100:00100000:3.0:1743493948.861743:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.861809:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027676928 00000100:00100000:2.0:1743493948.861823:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027676928 00000100:00100000:2.0:1743493948.861916:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2290 00000100:00100000:2.0:1743493948.861927:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+122:2438:x1828185027676928:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.861954:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.862010:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516d1 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493948.862046:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x178:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493948.862085:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.862088:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000040:00080000:1.0:1743493948.862093:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3660, 184 off645776 00010000:00010000:2.0:1743493948.862098:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 123 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.862120:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 123 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.862136:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01d300, rc 0) 00000100:00100000:2.0:1743493948.862237:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+123:2438:x1828185027676928:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 310us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.862246:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2290 00010000:00010000:1.0:1743493948.864179:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3a59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x328:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864203:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3a59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x328:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864213:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3a59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x328:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864265:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864272:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864279:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864284:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493948.864289:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864296:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864309:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493948.864312:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493948.864317:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864323:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3a44 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493948.864346:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000039027624 reply state 000000009332f2f4 transno 4294974528 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864369:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.864376:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:1.0:1743493948.864378:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493948.864382:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493948.864440:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c3a3d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ca expref: 671 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.864463:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3a59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x328:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ca expref: 670 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.864471:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x328:0x0].0x0 (ffff998b5b472400) 00010000:00010000:1.0:1743493948.864474:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493948.864477:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01a5c0, rc 0) 00000100:00100000:1.0:1743493948.864598:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+671:13289:x1828185027676800:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11395us (14567us total) trans 4294974528 rc 0/0 00000100:00100000:1.0:1743493948.864607:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12089 00000100:00100000:2.0:1743493948.866046:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.866783:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027677056 00000100:00100000:1.0:1743493948.866797:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027677056 00000100:00100000:1.0:1743493948.866933:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12090 00000100:00100000:1.0:1743493948.866951:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+671:13333:x1828185027677056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493948.867112:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493948.867304:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2c6:0x0]: rc = -2 00000100:00100000:1.0:1743493948.867421:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+671:13333:x1828185027677056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 477us (1380us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493948.867431:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12090 00000100:00100000:2.0:1743493948.874521:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.876073:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.876584:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027677312 00000100:00100000:1.0:1743493948.876600:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027677312 00000100:00100000:1.0:1743493948.877449:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3447 00000100:00100000:1.0:1743493948.877462:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+671:13290:x1828185027677312:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493948.877583:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.877630:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027677568 00000100:00100000:2.0:1743493948.877636:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027677568 00000100:00100000:2.0:1743493948.877693:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2291 00000100:00100000:2.0:1743493948.877699:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+107:2437:x1828185027677568:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.877712:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.877788:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516d8 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493948.877832:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x178:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493948.877864:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.877866:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493948.877877:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 108 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.877898:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 108 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493948.877914:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0187c0, rc 0) 00000100:00100000:2.0:1743493948.878006:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027677568:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 305us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.878014:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2291 00000100:00100000:3.0:1743493948.878196:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027677440 00000100:00100000:3.0:1743493948.878202:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027677440 00000100:00100000:3.0:1743493948.878258:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12091 00000100:00100000:3.0:1743493948.878264:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+672:13333:x1828185027677440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.878338:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c7:0x0] from 18446744073709551615 #0 00000040:00080000:0.0:1743493948.879685:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3661, 168 off645944 00000001:00080000:0.0:1743493948.879698:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974529 00000100:00100000:0.0:1743493948.879956:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+674:13290:x1828185027677312:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2490us (5444us total) trans 4294974530 rc 0/0 00000100:00100000:0.0:1743493948.879969:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3447 00000020:00080000:0.0:1743493948.879978:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000004:00000080:3.0:1743493948.880648:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2c7:0x0]: rc = -2 00000100:00100000:1.0:1743493948.881797:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+673:13333:x1828185027677440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3520us (5718us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493948.881813:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12091 00000100:00100000:2.0:1743493948.887053:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.887799:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027677824 00000100:00100000:0.0:1743493948.887814:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027677824 00000100:00100000:0.0:1743493948.887907:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3448 00000100:00100000:0.0:1743493948.887918:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+673:13289:x1828185027677824:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493948.888503:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3662, 168 off646112 00000001:00080000:0.0:1743493948.888512:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974531 00000100:00100000:0.0:1743493948.888727:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+675:13289:x1828185027677824:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 808us (1683us total) trans 4294974532 rc 0/0 00000100:00100000:0.0:1743493948.888738:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3448 00000020:00080000:0.0:1743493948.888746:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493948.888843:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.889155:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.889234:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678080 00000100:00100000:2.0:1743493948.889241:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678080 00000100:00100000:2.0:1743493948.889302:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678208 00000100:00100000:2.0:1743493948.889306:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678208 00000100:00100000:2.0:1743493948.889345:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12092 00000100:00100000:2.0:1743493948.889353:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+676:13290:x1828185027678080:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493948.889489:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493948.889527:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3a2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x327:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516c3 expref: 676 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.889557:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x327:0x0].0x0 (ffff998b5b471080) 00010000:00010000:2.0:1743493948.889578:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493948.889622:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889640:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889651:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889678:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889688:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889695:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889898:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x327:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889907:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.889914:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:2.0:1743493948.890268:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].289, 64 off26752 00000004:00080000:2.0:1743493948.890287:0:11942:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1151196533404ns, next at 1152196520963ns, rc = 0 00000040:00080000:2.0:1743493948.890333:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3663, 184 off646296 00000100:00100000:3.0:1743493948.890888:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12093 00000100:00100000:3.0:1743493948.890901:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+676:13333:x1828185027678208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493948.890989:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.891257:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+676:13333:x1828185027678208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 357us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.891267:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12093 00000100:00100000:3.0:1743493948.896748:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.896916:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678336 00000100:00100000:0.0:1743493948.896930:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678336 00000100:00100000:0.0:1743493948.897027:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12094 00000100:00100000:0.0:1743493948.897038:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+676:13333:x1828185027678336:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1743493948.897113:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x327:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897135:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00000004:00000080:0.0:1743493948.897143:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1743493948.897150:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897159:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897165:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897172:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897179:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897184:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493948.897189:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897197:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897210:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x327:0x0].0x0 (ffff998b5b473100) 00010000:00010000:2.0:1743493948.897214:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493948.897219:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897225:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3a83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x327:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897263:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897269:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897275:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897280:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.897284:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897289:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897297:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x327:0x0].0x0 (ffff998b5b473100) 00010000:00010000:2.0:1743493948.897299:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493948.897302:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897307:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3a7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x327:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000100:00100000:0.0:1743493948.897380:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+676:13333:x1828185027678336:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 343us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493948.897389:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12094 00010000:00010000:2.0:1743493948.897610:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897618:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897624:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897630:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b018f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.897633:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897639:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897649:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.897652:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.897656:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897661:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3a6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493948.897676:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000021f7a615 reply state 0000000002ba4784 transno 4294974533 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897690:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493948.897697:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:2.0:1743493948.897699:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493948.897702:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493948.897816:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+676:13290:x1828185027678080:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8462us (8973us total) trans 4294974533 rc 0/0 00000100:00100000:2.0:1743493948.897824:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12092 00000100:00100000:2.0:1743493948.901265:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.901428:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678592 00000100:00100000:3.0:1743493948.901442:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678592 00000100:00100000:3.0:1743493948.901843:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12095 00000100:00100000:3.0:1743493948.901854:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+676:13289:x1828185027678592:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493948.904639:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493948.904689:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3a59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x328:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ca expref: 676 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.904723:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x328:0x0].0x0 (ffff998b5b472400) 00010000:00010000:3.0:1743493948.904745:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493948.905554:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.905738:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.905854:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678720 00000100:00100000:2.0:1743493948.905866:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678720 00000100:00100000:2.0:1743493948.905955:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678848 00000100:00100000:2.0:1743493948.905959:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678848 00000100:00100000:2.0:1743493948.906004:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12096 00000100:00100000:2.0:1743493948.906014:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+677:13333:x1828185027678720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493948.906297:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12097 00000100:00100000:1.0:1743493948.906305:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+677:13290:x1828185027678848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493948.906335:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.906662:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906684:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906698:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906729:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906737:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906744:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906962:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x328:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906970:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.906978:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493948.907101:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3a9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516df expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.907199:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907210:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907219:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907259:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907266:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907275:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907307:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907321:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907328:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907335:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493948.907340:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00000004:00000080:2.0:1743493948.907499:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493948.907745:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+678:13333:x1828185027678720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1727us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.907774:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12096 00010000:00010000:1.0:1743493948.907969:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.907985:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493948.907989:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493948.907996:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908004:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3aa6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908030:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908037:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908043:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908050:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493948.908053:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908060:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908069:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe94006ef (ffff998b5b473440) 00010000:00010000:1.0:1743493948.908072:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493948.908075:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908081:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3aad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.908135:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3a9f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516df expref: 677 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.908146:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3a9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516df expref: 677 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.908161:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:1.0:1743493948.908229:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+676:13290:x1828185027678848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1923us (2490us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493948.908237:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12097 00000040:00080000:3.0:1743493948.908879:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].301, 64 off27520 00000040:00080000:3.0:1743493948.908934:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3664, 184 off646480 00010000:00010000:3.0:1743493948.909109:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x328:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909123:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909135:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909143:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909150:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909160:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909167:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909173:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493948.909177:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909183:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909193:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x328:0x0].0x0 (ffff998b5b471080) 00010000:00010000:3.0:1743493948.909195:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493948.909199:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909205:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3ab4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x328:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909240:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909247:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909253:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909259:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.909263:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909273:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909282:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x328:0x0].0x0 (ffff998b5b471080) 00010000:00010000:3.0:1743493948.909284:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493948.909288:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909294:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3a98 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x328:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909576:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909583:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909588:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909594:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.909597:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909604:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909614:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493948.909617:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.909620:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909625:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3a8a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493948.909644:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d54f09bd reply state 00000000412b0f79 transno 4294974534 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909657:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.909663:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493948.909666:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493948.909669:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493948.909787:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+677:13289:x1828185027678592:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7930us (8530us total) trans 4294974534 rc 0/0 00000100:00100000:3.0:1743493948.909797:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12095 00000100:00100000:0.0:1743493948.914206:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.915167:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.915516:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027678976 00000100:00100000:1.0:1743493948.915530:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027678976 00000100:00100000:1.0:1743493948.915612:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679104 00000100:00100000:1.0:1743493948.915616:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679104 00000100:00100000:1.0:1743493948.915660:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12098 00000100:00100000:1.0:1743493948.915671:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+678:13333:x1828185027678976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493948.915790:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493948.916065:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12099 00000100:00100000:3.0:1743493948.916074:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+678:13290:x1828185027679104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.916087:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.916133:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c3abb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516e6 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.916230:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.916248:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.916261:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493948.916294:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493948.916299:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493948.916323:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.916353:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c3abb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516e6 expref: 680 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.916392:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516e6 expref: 679 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.916402:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.916405:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493948.916410:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc7c40, rc 0) 00000100:00100000:1.0:1743493948.917709:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+679:13333:x1828185027678976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2030us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.917723:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12098 00000100:00100000:3.0:1743493948.917861:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+679:13290:x1828185027679104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1785us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.917869:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12099 00000100:00100000:2.0:1743493948.918000:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.918535:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679232 00000100:00100000:1.0:1743493948.918546:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679232 00000100:00100000:1.0:1743493948.919568:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12100 00000100:00100000:1.0:1743493948.919582:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+679:13289:x1828185027679232:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493948.919635:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493948.919684:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3ac9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516ed expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.919822:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919840:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919853:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919905:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919914:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919922:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919984:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.919993:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920000:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920008:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493948.920013:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920022:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920036:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493948.920040:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493948.920045:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920052:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ad0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920077:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920083:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920089:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920100:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493948.920103:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920110:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920118:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa1f039dc (ffff998b5b472400) 00010000:00010000:1.0:1743493948.920120:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493948.920123:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920130:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ad7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.920179:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3ac9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ed expref: 680 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.920188:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3ac9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516ed expref: 680 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.920202:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc65c0, rc 0) 00000100:00100000:1.0:1743493948.920320:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+679:13289:x1828185027679232:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 739us (2319us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493948.920329:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12100 00000100:00100000:0.0:1743493948.931710:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.932489:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679360 00000100:00100000:1.0:1743493948.932503:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679360 00000100:00100000:1.0:1743493948.932595:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12101 00000100:00100000:1.0:1743493948.932605:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+678:13333:x1828185027679360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493948.932701:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c8:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493948.932976:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+678:13333:x1828185027679360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 370us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.932986:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12101 00000100:00100000:2.0:1743493948.942289:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.944039:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.944141:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.944324:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679488 00000100:00100000:0.0:1743493948.944341:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679488 00000100:00100000:0.0:1743493948.944461:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3449 00000100:00100000:0.0:1743493948.944472:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+678:13290:x1828185027679488:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493948.946441:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679616 00000100:00100000:1.0:1743493948.946459:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679616 00000100:00100000:1.0:1743493948.946554:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679744 00000100:00100000:1.0:1743493948.946559:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679744 00000100:00100000:1.0:1743493948.946606:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12102 00000100:00100000:1.0:1743493948.946616:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+681:13289:x1828185027679616:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493948.946642:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493948.946690:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ade lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516f4 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.946854:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.946872:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.946887:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493948.946939:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:1.0:1743493948.946945:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493948.946969:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493948.947000:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3ade lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516f4 expref: 683 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.947036:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516f4 expref: 682 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.947045:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493948.947048:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493948.947052:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f93880, rc 0) 00000100:00100000:1.0:1743493948.947151:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+682:13289:x1828185027679616:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 535us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.947160:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12102 00000100:00100000:1.0:1743493948.947205:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12103 00000100:00100000:1.0:1743493948.947211:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+681:13333:x1828185027679744:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493948.947298:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493948.947476:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+681:13333:x1828185027679744:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 263us (3335us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.947485:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12103 00000100:00100000:2.0:1743493948.953041:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.954018:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+679:13290:x1828185027679488:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 9539us (11738us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.954035:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3449 00000100:00100000:3.0:1743493948.954102:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027679872 00000100:00100000:3.0:1743493948.954114:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027679872 00000100:00100000:3.0:1743493948.954179:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3450 00000100:00100000:3.0:1743493948.954188:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+679:13289:x1828185027679872:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493948.964600:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+679:13289:x1828185027679872:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 10392us (11554us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493948.964622:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3450 00000100:00100000:1.0:1743493948.966242:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.967271:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680000 00000100:00100000:3.0:1743493948.967287:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680000 00000100:00100000:1.0:1743493948.968236:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.968481:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680256 00000100:00100000:2.0:1743493948.968488:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680256 00000100:00100000:2.0:1743493948.968558:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12104 00000100:00100000:2.0:1743493948.968569:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:13333:x1828185027680000:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493948.968600:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.968647:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3aec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49516fb expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.968790:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968808:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968822:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968873:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968881:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968889:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968940:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968949:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.968956:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:2.0:1743493948.969019:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c8:0x0]: returning size 10845 00000004:00200000:2.0:1743493948.969024:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493948.969050:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969060:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969070:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969077:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969084:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969089:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.969094:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969102:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969116:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:2.0:1743493948.969120:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.969126:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969132:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3af3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969156:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969163:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969168:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969173:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.969176:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969182:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969190:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x93947121 (ffff998b5b472400) 00010000:00010000:2.0:1743493948.969193:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.969196:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969201:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3afa lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x93947121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969250:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3aec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516fb expref: 682 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.969270:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516fb expref: 681 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.969278:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:2.0:1743493948.969281:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493948.969284:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14040, rc 0) 00000100:00100000:2.0:1743493948.969404:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+681:13333:x1828185027680000:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 835us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.969415:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12104 00000100:00100000:2.0:1743493948.969470:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12105 00000100:00100000:2.0:1743493948.969477:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:13290:x1828185027680256:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.969489:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.969515:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c3b08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951702 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.969604:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969615:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969623:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969664:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969672:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969680:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969727:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969733:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969739:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969745:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.969749:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969813:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969822:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493948.969825:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.969829:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969835:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c3b0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969853:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969859:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969865:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969870:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.969873:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969878:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969886:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xe94006ef (ffff998b5b471080) 00010000:00010000:2.0:1743493948.969889:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.969891:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969897:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c3b16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.969936:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c3b08 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951702 expref: 681 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.969944:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c3b08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951702 expref: 681 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.969958:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17880, rc 0) 00000100:00100000:2.0:1743493948.970007:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:13290:x1828185027680256:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 529us (1777us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.970015:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12105 00000100:00100000:0.0:1743493948.975517:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493948.978568:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680640 00000100:00100000:1.0:1743493948.978590:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680640 00000100:00100000:1.0:1743493948.978722:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1286 00000100:00100000:1.0:1743493948.978733:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:2439:x1828185027680640:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493948.978793:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493948.978834:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c3b01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516fb expref: 680 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493948.978868:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:1.0:1743493948.978875:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493948.978975:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+679:2439:x1828185027680640:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 242us (3474us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493948.978984:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1286 00000100:00100000:0.0:1743493948.979605:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493948.980122:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.981096:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680512 00000100:00100000:2.0:1743493948.981111:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680512 00000100:00100000:2.0:1743493948.981176:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680768 00000100:00100000:2.0:1743493948.981180:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680768 00000100:00100000:2.0:1743493948.981225:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12106 00000100:00100000:2.0:1743493948.981236:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+680:13289:x1828185027680512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.981264:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.981307:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3b1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951709 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.981457:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981475:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981489:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981537:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981546:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981554:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981614:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981622:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981629:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981636:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.981642:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981653:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981666:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.981669:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.981675:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981681:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3b24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981704:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981710:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981715:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981719:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.981722:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981727:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981735:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa1f039dc (ffff998b5b472400) 00010000:00010000:2.0:1743493948.981737:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.981740:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981745:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3b2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa1f039dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.981835:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3b1d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951709 expref: 681 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.981846:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3b1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951709 expref: 681 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.981861:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14400, rc 0) 00000100:00100000:2.0:1743493948.981954:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+680:13289:x1828185027680512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 718us (2350us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.981963:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12106 00000100:00100000:2.0:1743493948.982010:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12107 00000100:00100000:2.0:1743493948.982016:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+679:13333:x1828185027680768:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493948.982026:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.982050:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c3b32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951710 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.982091:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c3b39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.982106:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c3b39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.982114:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c3b39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493948.982234:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c3b32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951710 expref: 681 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.982258:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c3b39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951710 expref: 680 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.982265:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:2.0:1743493948.982267:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1743493948.982270:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641a80, rc 0) 00000100:00100000:2.0:1743493948.982329:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+680:13333:x1828185027680768:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 312us (2209us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493948.982335:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12107 00000100:00100000:0.0:1743493948.984300:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493948.984405:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027680896 00000100:00100000:3.0:1743493948.984418:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027680896 00000100:00100000:3.0:1743493948.984507:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12108 00000100:00100000:3.0:1743493948.984517:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+680:13290:x1828185027680896:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493948.984545:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493948.984592:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c3b40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951717 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.984978:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.984996:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985008:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985057:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985065:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985072:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985126:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985133:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985139:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985146:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.985151:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985159:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985171:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493948.985174:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.985180:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985186:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c3b47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985208:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985214:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985220:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985225:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493948.985228:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985234:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985241:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xdaec91b0 (ffff998b5b473440) 00010000:00010000:3.0:1743493948.985243:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493948.985246:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985256:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493948.985303:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c3b40 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951717 expref: 681 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.985312:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c3b40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951717 expref: 681 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493948.985326:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641e40, rc 0) 00000100:00100000:3.0:1743493948.985428:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+680:13290:x1828185027680896:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 911us (1139us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493948.985437:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12108 00000100:00100000:1.0:1743493948.997236:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493948.997349:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027681024 00000100:00100000:2.0:1743493948.997374:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027681024 00000100:00100000:2.0:1743493948.997551:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12109 00000100:00100000:2.0:1743493948.997563:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:13289:x1828185027681024:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493948.997595:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493948.997643:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495171e expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.997977:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.997996:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998010:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998056:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998069:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998076:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998128:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998135:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998142:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998149:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.998154:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998161:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998174:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493948.998178:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.998183:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998190:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c3b5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998214:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998220:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998226:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998232:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493948.998235:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998241:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998249:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xe94006ef (ffff998b5b472400) 00010000:00010000:2.0:1743493948.998251:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493948.998255:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998261:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c3b63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493948.998315:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b55 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495171e expref: 681 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.998325:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c3b55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495171e expref: 681 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493948.998340:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53621e40, rc 0) 00000100:00100000:2.0:1743493948.999171:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+680:13289:x1828185027681024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1189us (1530us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493948.999183:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12109 00000100:00100000:0.0:1743493949.001244:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.001321:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.001636:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027681280 00000100:00100000:2.0:1743493949.001649:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027681280 00000100:00100000:2.0:1743493949.002012:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027681408 00000100:00100000:2.0:1743493949.002017:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027681408 00000100:00100000:3.0:1743493949.002722:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12110 00000100:00100000:3.0:1743493949.002734:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+681:13333:x1828185027681280:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.002794:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.002847:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3b6a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951725 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.003084:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c3b71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003101:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c3b71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003115:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c3b71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493949.003129:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c8:0x0]: returning size 10845 00010000:00010000:3.0:1743493949.003374:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c3b6a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951725 expref: 684 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.003415:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c3b71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951725 expref: 683 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.003426:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:3.0:1743493949.003430:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.003435:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c34c0, rc 0) 00000100:00100000:3.0:1743493949.003562:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+683:13333:x1828185027681280:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 828us (2326us total) trans 4294974535 rc 0/0 00000100:00100000:3.0:1743493949.003571:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12110 00000100:00100000:3.0:1743493949.003628:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12111 00000100:00100000:3.0:1743493949.003637:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+682:13290:x1828185027681408:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.003648:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.003675:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3b7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495172c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.003784:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003795:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003805:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003835:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003849:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003857:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003896:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003904:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003912:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003918:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.003923:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003932:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003944:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.003947:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.003952:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003958:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c3b86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003978:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003984:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003992:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.003997:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.004000:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.004006:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.004014:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493949.004017:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.004020:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.004026:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3b8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.004057:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3b7f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495172c expref: 683 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.004066:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c3b7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495172c expref: 683 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.004079:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c1e40, rc 0) 00000100:00100000:3.0:1743493949.004127:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+682:13290:x1828185027681408:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 491us (2806us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.004135:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12111 00000100:00080000:1.0:1743493949.004707:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493919 00000100:00100000:0.0:1743493949.009201:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.009290:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.009604:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027681664 00000100:00100000:2.0:1743493949.009619:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027681664 00000100:00100000:2.0:1743493949.009727:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027681792 00000100:00100000:2.0:1743493949.009731:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027681792 00000100:00100000:2.0:1743493949.009817:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12112 00000100:00100000:2.0:1743493949.009829:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+683:13290:x1828185027681664:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.009865:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.009869:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493949.009909:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3ac2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516e6 expref: 683 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.009943:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.009950:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493949.009987:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c3b94 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951733 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.010188:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.010207:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.010218:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.010246:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.010255:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.010266:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493949.010569:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12113 00000100:00100000:3.0:1743493949.010579:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+683:13289:x1828185027681792:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.010594:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.010620:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3ba9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495173a expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.010696:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010707:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010716:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010741:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010770:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010779:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010811:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010819:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010826:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010834:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.010840:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010850:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010860:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493949.010864:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.010870:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010877:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c3bb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010898:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010906:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010912:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010918:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.010921:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010927:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010935:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493949.010938:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.010942:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010948:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c3bb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493949.010985:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3ba9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495173a expref: 684 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.010995:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c3ba9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495173a expref: 684 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.011009:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e5c0, rc 0) 00000100:00100000:3.0:1743493949.011130:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+683:13289:x1828185027681792:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 550us (1838us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.011138:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12113 00000004:00080000:2.0:1743493949.016447:0:11942:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x179:0x0], index 0: 0 00000040:00080000:2.0:1743493949.016622:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3665, 184 off646664 00010000:00010000:2.0:1743493949.016925:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c3bbe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x329:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.016945:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c3bbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x329:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.016958:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c3bbe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x329:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017013:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017021:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017028:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017035:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.017041:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017049:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017063:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.017067:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.017073:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017080:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c3b9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493949.017104:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009de4affa reply state 00000000c1ad935b transno 4294974536 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017117:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.017124:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:2.0:1743493949.017127:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493949.017130:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493949.017175:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c3b94 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951733 expref: 684 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.017198:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c3bbe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x329:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951733 expref: 683 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.017207:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x329:0x0].0x0 (ffff998b5b472400) 00010000:00010000:2.0:1743493949.017210:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493949.017213:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa09a80, rc 0) 00000100:00100000:2.0:1743493949.017349:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+684:13290:x1828185027681664:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7519us (8161us total) trans 4294974536 rc 0/0 00000100:00100000:2.0:1743493949.017368:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12112 00000100:00100000:3.0:1743493949.018842:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.019085:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.020895:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.021028:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682432 00000100:00100000:3.0:1743493949.021043:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682432 00000100:00100000:3.0:1743493949.021147:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1287 00000100:00100000:3.0:1743493949.021158:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+684:2440:x1828185027682432:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.021191:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.021223:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c3b71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951725 expref: 684 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.021248:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:3.0:1743493949.021255:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.021349:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+683:2440:x1828185027682432:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 191us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.021366:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1287 00000100:00100000:2.0:1743493949.022833:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682304 00000100:00100000:2.0:1743493949.022848:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682304 00000100:00100000:1.0:1743493949.023681:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12114 00000100:00100000:1.0:1743493949.023694:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+683:13289:x1828185027682304:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.023748:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.023788:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493949.023824:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3ae5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516f4 expref: 683 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.023856:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.023862:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.023900:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c3bcc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951741 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.024113:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.024131:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.024144:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.024179:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.024188:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.024196:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:3.0:1743493949.025072:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682048 00000100:00100000:3.0:1743493949.025086:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682048 00000100:00100000:3.0:1743493949.025292:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3451 00000100:00100000:3.0:1743493949.025302:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad40850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+684:13333:x1828185027682048:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000004:00080000:1.0:1743493949.026812:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x179:0x0], index 1: 0 00000040:00080000:1.0:1743493949.026973:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3666, 184 off646848 00010000:00010000:1.0:1743493949.027223:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3be1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027241:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3be1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027254:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3be1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027310:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027318:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027325:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027331:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53503100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.027336:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027348:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027375:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.027379:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.027385:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027402:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c3bd3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493949.027427:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006b54ac6a reply state 000000009da77cc5 transno 4294974537 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027441:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.027448:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:1.0:1743493949.027452:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493949.027455:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493949.027503:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c3bcc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951741 expref: 686 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.027527:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3be1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951741 expref: 685 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.027535:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32a:0x0].0x0 (ffff998b5b473440) 00010000:00010000:1.0:1743493949.027538:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.027541:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b505696c0, rc 0) 00000100:00100000:1.0:1743493949.027688:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+686:13289:x1828185027682304:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3995us (8601us total) trans 4294974537 rc 0/0 00000100:00100000:1.0:1743493949.027703:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12114 00000100:00100000:2.0:1743493949.029891:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad40850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+686:13333:x1828185027682048:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 4579us (11047us total) trans 4294974538 rc 0/0 00000100:00100000:2.0:1743493949.029909:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3451 00000100:00100000:2.0:1743493949.031706:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.032406:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682560 00000100:00100000:3.0:1743493949.032420:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682560 00000100:00100000:3.0:1743493949.032512:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2292 00000100:00100000:3.0:1743493949.032523:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+123:2438:x1828185027682560:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.032548:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.032603:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951748 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1743493949.032643:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x179:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1743493949.032680:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493949.032683:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493949.032693:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 124 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493949.032715:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 124 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493949.032732:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198040, rc 0) 00000100:00100000:3.0:1743493949.032856:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+124:2438:x1828185027682560:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 333us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.032865:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2292 00000100:00100000:2.0:1743493949.039594:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.039811:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682688 00000100:00100000:0.0:1743493949.039824:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682688 00000100:00100000:0.0:1743493949.039921:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2293 00000100:00100000:0.0:1743493949.039931:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027682688:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.039960:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.040017:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495174f expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493949.040056:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x179:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493949.040098:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.040101:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.040112:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 109 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.040131:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 109 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.040147:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199e40, rc 0) 00000100:00100000:0.0:1743493949.040244:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027682688:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 313us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.040253:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2293 00000100:00100000:0.0:1743493949.044947:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.045025:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027682944 00000100:00100000:2.0:1743493949.045039:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027682944 00000100:00100000:2.0:1743493949.045138:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3452 00000100:00100000:2.0:1743493949.045149:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+686:13290:x1828185027682944:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493949.045744:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3667, 168 off647016 00000001:00080000:2.0:1743493949.045786:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974539 00000100:00100000:2.0:1743493949.046020:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+688:13290:x1828185027682944:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 869us (1085us total) trans 4294974540 rc 0/0 00000100:00100000:2.0:1743493949.046030:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3452 00000020:00080000:2.0:1743493949.046037:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493949.052381:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.052465:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.052519:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027683200 00000100:00100000:2.0:1743493949.052534:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027683200 00000100:00100000:3.0:1743493949.052552:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027683456 00000100:00100000:3.0:1743493949.052556:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027683456 00000100:00100000:3.0:1743493949.052632:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12115 00000100:00100000:3.0:1743493949.052643:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+689:13333:x1828185027683456:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.052690:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.052729:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3bfd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951756 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.052934:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3c04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.052951:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3c04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.052963:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3c04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493949.052976:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c8:0x0]: returning size 10845 00000100:00100000:0.0:1743493949.053218:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12116 00000100:00100000:0.0:1743493949.053226:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+691:13290:x1828185027683200:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493949.053305:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.053330:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c3bbe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x329:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951733 expref: 691 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.053461:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x329:0x0].0x0 (ffff998b5b472400) 00010000:00010000:0.0:1743493949.053481:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.053515:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053528:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053536:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053561:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053570:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053576:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053738:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x329:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053747:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.053777:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493949.054166:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].290, 64 off26816 00010000:00010000:1.0:1743493949.054958:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3bfd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951756 expref: 691 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.054989:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3c04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951756 expref: 690 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.054999:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:1.0:1743493949.055003:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493949.055007:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199300, rc 0) 00000100:00100000:1.0:1743493949.055132:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+690:13333:x1828185027683456:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 2488us (2665us total) trans 4294974541 rc 0/0 00000100:00100000:1.0:1743493949.055143:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12115 00000100:00100000:3.0:1743493949.056194:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.057219:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027683712 00000100:00100000:1.0:1743493949.057236:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027683712 00000100:00100000:1.0:1743493949.057331:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3453 00000100:00100000:1.0:1743493949.057342:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+690:13289:x1828185027683712:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493949.057977:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3669, 184 off647352 00010000:00010000:0.0:1743493949.058143:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x329:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058162:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058175:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058186:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058193:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058199:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058206:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058213:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493949.058218:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058226:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058238:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x329:0x0].0x0 (ffff998b5b471700) 00010000:00010000:0.0:1743493949.058242:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493949.058247:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058254:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c3c27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x329:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058292:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058299:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058305:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058310:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.058315:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058321:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.058330:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x329:0x0].0x0 (ffff998b5b471700) 00010000:00010000:0.0:1743493949.058334:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493949.058337:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493949.060578:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3670, 168 off647520 00000001:00080000:1.0:1743493949.060606:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974542 00010000:00010000:0.0:1743493949.060648:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c3c20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x329:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.060956:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.060966:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.060972:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.060978:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.060983:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.060990:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.061006:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.061009:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.061016:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.061022:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c3c12 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493949.061039:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005cabbbab reply state 0000000024377ad2 transno 4294974543 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.061054:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.061063:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:0.0:1743493949.061066:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.061070:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493949.061154:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+694:13290:x1828185027683200:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7927us (8798us total) trans 4294974543 rc 0/0 00000100:00100000:0.0:1743493949.061166:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12116 00000100:00100000:1.0:1743493949.065124:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+693:13289:x1828185027683712:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3575us (4728us total) trans 4294974544 rc 0/0 00000100:00100000:1.0:1743493949.065157:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3453 00000020:00080000:1.0:1743493949.065169:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493949.066475:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.067548:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027683968 00000100:00100000:0.0:1743493949.067563:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027683968 00000100:00100000:0.0:1743493949.067647:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12117 00000100:00100000:0.0:1743493949.067658:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6e260850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+693:13289:x1828185027683968:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493949.067771:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.067811:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c3be1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951741 expref: 693 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.067844:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32a:0x0].0x0 (ffff998b5b473440) 00010000:00010000:0.0:1743493949.067865:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.067913:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.067935:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.067946:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.067975:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.067984:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.067990:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068173:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068182:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068189:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493949.068621:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].302, 64 off27584 00000004:00080000:0.0:1743493949.068644:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1151374890778ns, next at 1152374877948ns, rc = 0 00000040:00080000:0.0:1743493949.068695:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3671, 184 off647704 00010000:00010000:0.0:1743493949.068895:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068904:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068913:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068922:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068929:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068935:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068941:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068947:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1996c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493949.068953:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068961:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068970:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32a:0x0].0x0 (ffff998b5b471a40) 00010000:00010000:0.0:1743493949.068973:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493949.068978:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.068985:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c3c43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069020:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069026:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069031:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069037:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.069041:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069047:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069056:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32a:0x0].0x0 (ffff998b5b471a40) 00010000:00010000:0.0:1743493949.069059:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493949.069062:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069068:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c3c3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069319:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069326:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069332:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069337:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.069340:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069346:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069354:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.069368:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.069373:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069379:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c3c2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493949.069397:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004d5fbdfc reply state 00000000447baa3e transno 4294974545 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069410:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.069416:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:0.0:1743493949.069419:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.069422:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493949.069557:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6e260850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+694:13289:x1828185027683968:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1897us (3083us total) trans 4294974545 rc 0/0 00000100:00100000:0.0:1743493949.069567:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12117 00000100:00100000:2.0:1743493949.074418:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.075744:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684224 00000100:00100000:3.0:1743493949.075793:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684224 00000100:00100000:1.0:1743493949.076556:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12118 00000100:00100000:1.0:1743493949.076569:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+694:13290:x1828185027684224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.076626:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.076675:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3c4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495175d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.076838:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076856:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076870:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076919:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076927:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076934:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.076993:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077000:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077007:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077013:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.077019:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077039:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077053:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.077057:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.077063:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077069:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c3c51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077091:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077097:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077103:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077108:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.077111:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077117:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077125:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xdaec91b0 (ffff998b5b3eea80) 00010000:00010000:1.0:1743493949.077127:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.077130:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077141:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c3c58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.077188:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3c4a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495175d expref: 695 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.077198:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c3c4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495175d expref: 695 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.077212:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198400, rc 0) 00000100:00100000:1.0:1743493949.077336:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+694:13290:x1828185027684224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 768us (2933us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.077344:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12118 00000100:00100000:1.0:1743493949.079404:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.079656:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.082446:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684096 00000100:00100000:3.0:1743493949.082467:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684096 00000100:00100000:3.0:1743493949.082557:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684352 00000100:00100000:3.0:1743493949.082561:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684352 00000100:00100000:3.0:1743493949.082611:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12119 00000100:00100000:3.0:1743493949.082622:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+695:13333:x1828185027684096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493949.082747:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12120 00000100:00100000:1.0:1743493949.082771:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+695:13289:x1828185027684352:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.082801:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.082849:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3c5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951764 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.082980:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.082999:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083013:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083064:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083072:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083079:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083133:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083141:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083148:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083155:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.083160:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083169:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083183:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.083187:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.083193:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083200:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c3c66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083222:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083229:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083235:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083240:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.083243:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083250:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083257:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xe94006ef (ffff998b5b3ed3c0) 00010000:00010000:1.0:1743493949.083260:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.083263:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083268:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c3c6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.083317:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3c5f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951764 expref: 696 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.083326:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c3c5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951764 expref: 696 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.083340:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b9300, rc 0) 00000100:00100000:1.0:1743493949.083467:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+695:13289:x1828185027684352:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 695us (3811us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.083480:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12120 00000100:00100000:1.0:1743493949.083615:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.083828:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684480 00000100:00100000:1.0:1743493949.083834:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684480 00000100:00100000:1.0:1743493949.083877:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12121 00000100:00100000:1.0:1743493949.083884:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+695:13290:x1828185027684480:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.083895:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.083919:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c3c74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495176b expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.083991:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.084003:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.084011:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493949.084057:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:1.0:1743493949.084063:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.084086:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.084107:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c3c74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495176b expref: 697 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.084129:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495176b expref: 696 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.084143:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.084146:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493949.084149:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb100, rc 0) 00000100:00100000:1.0:1743493949.084203:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+696:13290:x1828185027684480:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 317us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.084210:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12121 00000004:00000080:3.0:1743493949.084729:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2c9:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.085209:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+695:13333:x1828185027684096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2585us (5811us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.085220:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12119 00010000:00010000:1.0:1743493949.097791:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1743493949.100038:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.100145:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.100213:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684736 00000100:00100000:2.0:1743493949.100226:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684736 00000100:00100000:2.0:1743493949.100312:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3454 00000100:00100000:2.0:1743493949.100323:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+695:13290:x1828185027684736:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493949.101703:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.101818:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684608 00000100:00100000:0.0:1743493949.101849:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684608 00000100:00100000:0.0:1743493949.101941:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684864 00000100:00100000:0.0:1743493949.101957:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684864 00000100:00100000:0.0:1743493949.102014:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12122 00000100:00100000:0.0:1743493949.102036:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+698:13289:x1828185027684608:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.102063:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.102129:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c3c82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951772 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493949.102177:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12123 00000100:00100000:3.0:1743493949.102184:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+699:13333:x1828185027684864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.102225:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493949.102286:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.102312:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.102327:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493949.102398:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:0.0:1743493949.102403:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1743493949.102436:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+699:13333:x1828185027684864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 250us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.102446:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12123 00000004:00010000:0.0:1743493949.102447:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.102488:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c3c82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951772 expref: 699 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.102526:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951772 expref: 698 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.102537:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.102550:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493949.102555:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf9a80, rc 0) 00000100:00100000:0.0:1743493949.102647:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+698:13289:x1828185027684608:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 615us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.102655:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12122 00000100:00100000:2.0:1743493949.107417:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+696:13290:x1828185027684736:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 7079us (7256us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.107437:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3454 00000100:00100000:3.0:1743493949.114016:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.116460:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027684992 00000100:00100000:2.0:1743493949.116482:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027684992 00000100:00100000:2.0:1743493949.116617:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12124 00000100:00100000:2.0:1743493949.116628:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+696:13333:x1828185027684992:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493949.116659:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.116704:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c3c90 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951779 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.117280:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117298:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117310:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117354:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117369:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117377:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117430:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117438:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117445:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493949.117519:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c9:0x0]: returning size 62591 00000004:00200000:2.0:1743493949.117524:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493949.117548:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117558:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117566:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117572:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117579:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117585:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.117589:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117597:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117609:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:2.0:1743493949.117612:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.117616:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117622:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c3c97 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117643:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117649:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117655:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117659:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.117662:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117667:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117673:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xddb817b4 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.117675:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.117677:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117681:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c3c9e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xddb817b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.117726:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c3c90 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951779 expref: 698 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.117742:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951779 expref: 697 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.117749:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:2.0:1743493949.119564:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493949.119572:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5e40, rc 0) 00000100:00100000:2.0:1743493949.119732:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+697:13333:x1828185027684992:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 3099us (6984us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.119746:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12124 00000100:00100000:3.0:1743493949.119997:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.120651:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027685120 00000100:00100000:2.0:1743493949.120662:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027685120 00000100:00100000:2.0:1743493949.120735:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3455 00000100:00100000:2.0:1743493949.120744:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+697:13289:x1828185027685120:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493949.131206:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.134955:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027685376 00000100:00100000:2.0:1743493949.134976:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027685376 00000100:00100000:2.0:1743493949.135116:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12125 00000100:00100000:2.0:1743493949.135128:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+699:13290:x1828185027685376:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.135158:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.135207:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951780 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.135347:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135374:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135396:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135444:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135452:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135458:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135516:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135524:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135531:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135538:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.135543:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135551:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135566:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.135569:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.135577:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135583:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3cb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135607:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135614:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135619:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135628:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.135631:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135637:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135644:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xdaec91b0 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.135647:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.135650:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135656:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.135705:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cac lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951780 expref: 700 pid: 12851 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493949.135707:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493949.135713:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951780 expref: 700 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.135728:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:3.0:1743493949.135800:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.135874:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+699:13290:x1828185027685376:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 748us (4688us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.135882:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12125 00000100:00100000:2.0:1743493949.135923:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027685504 00000100:00100000:2.0:1743493949.135928:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027685504 00000100:00100000:2.0:1743493949.135963:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12126 00000100:00100000:2.0:1743493949.135969:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+699:13333:x1828185027685504:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493949.135980:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.136002:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c3cc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951787 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.136040:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c3cc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.136049:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c3cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.136057:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c3cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.136175:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c3cc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951787 expref: 701 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.136195:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c3cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951787 expref: 700 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.136203:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:2.0:1743493949.136205:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1743493949.136208:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5300, rc 0) 00000100:00100000:2.0:1743493949.136260:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+700:13333:x1828185027685504:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 289us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.136267:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12126 00000100:00100000:2.0:1743493949.136897:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+698:13289:x1828185027685120:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 16149us (16899us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.136908:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3455 00000100:00100000:1.0:1743493949.137979:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027685632 00000100:00100000:1.0:1743493949.137992:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027685632 00000100:00100000:1.0:1743493949.138081:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1288 00000100:00100000:1.0:1743493949.138090:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+698:2439:x1828185027685632:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.138122:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.138153:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3ca5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951779 expref: 698 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.138180:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:1.0:1743493949.138186:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493949.138277:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0b5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+697:2439:x1828185027685632:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 187us (2476us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.138285:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1288 00000100:00100000:3.0:1743493949.152995:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.153160:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.153339:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027685888 00000100:00100000:0.0:1743493949.153374:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027685888 00000100:00100000:0.0:1743493949.153475:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027686016 00000100:00100000:0.0:1743493949.153480:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027686016 00000100:00100000:1.0:1743493949.153502:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12127 00000100:00100000:1.0:1743493949.153520:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+698:13333:x1828185027685888:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.153551:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.153597:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c3ccf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495178e expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493949.153708:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12128 00000100:00100000:0.0:1743493949.153715:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+699:13290:x1828185027686016:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.153724:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.153749:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cd6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951795 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.153813:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.153830:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.153843:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.153850:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.153858:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c9:0x0]: returning size 62591 00010000:00010000:0.0:1743493949.153859:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153866:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153911:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153918:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153924:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153969:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153976:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153982:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.153989:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.153993:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154002:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154020:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.154023:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.154029:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154035:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c3ce4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154054:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154060:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154065:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.154067:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c3ccf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495178e expref: 702 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.154070:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.154074:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.154080:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.154086:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495178e expref: 701 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.154087:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8deccae1 (ffff998b5b3ecd40) 00010000:00010000:0.0:1743493949.154090:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.154093:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.154094:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:1.0:1743493949.154096:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.154099:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c3cf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.154100:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6d40, rc 0) 00010000:00010000:0.0:1743493949.154133:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cd6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951795 expref: 701 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.154142:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c3cd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951795 expref: 701 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.154152:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:1.0:1743493949.154195:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+700:13333:x1828185027685888:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 681us (1215us total) trans 4294974546 rc 0/0 00000100:00100000:1.0:1743493949.154204:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12127 00000100:00100000:0.0:1743493949.154497:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+699:13290:x1828185027686016:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 779us (1335us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.154505:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12128 00000100:00100000:1.0:1743493949.163550:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.163616:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.163668:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.163728:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.163728:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027686656 00000100:00100000:0.0:1743493949.163741:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027686656 00000100:00100000:0.0:1743493949.163854:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027686912 00000100:00100000:0.0:1743493949.163859:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027686912 00000100:00100000:0.0:1743493949.163899:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12129 00000100:00100000:2.0:1743493949.163900:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027686272 00000100:00100000:2.0:1743493949.163906:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027686272 00000100:00100000:0.0:1743493949.163909:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+700:13289:x1828185027686656:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.163949:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493949.163951:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3456 00000100:00100000:2.0:1743493949.163956:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad45050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+701:13333:x1828185027686272:12345-192.168.206.41@tcp:35:lustre_rsync.0 00010000:00010000:0.0:1743493949.163989:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3cf9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495179c expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.164090:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164106:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164118:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164161:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164171:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164178:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164237:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164245:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164252:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164259:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.164264:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164273:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164287:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.164290:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.164296:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164301:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c3d00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164321:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164326:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164332:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164336:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.164339:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164368:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164376:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xe94006ef (ffff998b5b3ed3c0) 00010000:00010000:0.0:1743493949.164378:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.164381:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164386:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c3d07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xe94006ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164435:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3cf9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495179c expref: 703 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.164443:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c3cf9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495179c expref: 703 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.164458:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c5e40, rc 0) 00000100:00100000:2.0:1743493949.164476:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad45050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+702:13333:x1828185027686272:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 517us (941us total) trans 4294974547 rc 0/0 00000100:00100000:2.0:1743493949.164485:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3456 00000100:00100000:0.0:1743493949.164497:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+702:13289:x1828185027686656:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 589us (828us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.164503:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12129 00000100:00100000:0.0:1743493949.164530:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12130 00000100:00100000:0.0:1743493949.164535:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+700:13290:x1828185027686912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.164544:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.164547:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493949.164563:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c3c7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495176b expref: 700 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.164577:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.164582:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.164599:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3d0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517a3 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.164676:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164686:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164694:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164730:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164737:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.164744:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493949.164875:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027686400 00000100:00100000:3.0:1743493949.164882:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027686400 00000100:00100000:3.0:1743493949.164945:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1289 00000100:00100000:3.0:1743493949.164952:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+701:2440:x1828185027686400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.164969:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.164983:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c3cdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495178e expref: 701 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.164999:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:3.0:1743493949.165002:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.165040:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+700:2440:x1828185027686400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 88us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.165047:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1289 00000004:00080000:0.0:1743493949.165415:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17a:0x0], index 0: 0 00000040:00080000:0.0:1743493949.165561:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3672, 184 off647888 00010000:00010000:0.0:1743493949.165786:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c3d23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165803:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c3d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165813:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c3d23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165864:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165873:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165879:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165885:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.165889:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165896:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165905:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.165908:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.165912:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165918:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493949.165937:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000093ec58a8 reply state 000000007a1396c5 transno 4294974548 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165953:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.165959:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8deccae1 (ffff998b5b3eea80) 00010000:00010000:0.0:1743493949.165962:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.165965:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493949.165996:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3d0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517a3 expref: 701 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.166016:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c3d23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517a3 expref: 700 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.166023:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32b:0x0].0x0 (ffff998b5b3ecd40) 00010000:00010000:0.0:1743493949.166025:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.166028:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7880, rc 0) 00000100:00100000:0.0:1743493949.166104:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+701:13290:x1828185027686912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1566us (2374us total) trans 4294974548 rc 0/0 00000100:00100000:0.0:1743493949.166112:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12130 00000100:00100000:1.0:1743493949.177809:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.177925:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027687040 00000100:00100000:0.0:1743493949.177941:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027687040 00000100:00100000:0.0:1743493949.178047:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12131 00000100:00100000:0.0:1743493949.178058:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+701:13289:x1828185027687040:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.178105:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.178151:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3d31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517aa expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.178277:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.178297:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.178310:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493949.178591:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.178681:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027687168 00000100:00100000:2.0:1743493949.178686:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027687168 00000100:00100000:2.0:1743493949.178749:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2294 00000100:00100000:2.0:1743493949.178800:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+124:2437:x1828185027687168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.178813:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.178847:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517b1 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493949.178879:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493949.178908:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493949.178911:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493949.178920:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 125 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493949.178938:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 125 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493949.178954:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4400, rc 0) 00000100:00100000:2.0:1743493949.179045:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+125:2437:x1828185027687168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 245us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.179054:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2294 00010000:00010000:0.0:1743493949.180647:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.180669:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.180682:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.180742:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181849:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181862:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181869:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.181874:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181885:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181902:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.181906:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.181913:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181918:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c3d38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181962:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181970:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181975:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181981:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.181984:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181990:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.181999:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xdaec91b0 (ffff998b5b3ed3c0) 00010000:00010000:0.0:1743493949.182002:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.182005:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.182010:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c3d46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.182083:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3d31 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517aa expref: 702 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.182093:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c3d31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517aa expref: 702 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.182110:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7c40, rc 0) 00000100:00100000:0.0:1743493949.182225:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+701:13289:x1828185027687040:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4166us (4429us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.182236:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12131 00000100:00100000:3.0:1743493949.183693:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.184159:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027687424 00000100:00100000:2.0:1743493949.184172:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027687424 00000100:00100000:2.0:1743493949.184263:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3457 00000100:00100000:2.0:1743493949.184273:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+701:13290:x1828185027687424:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493949.185022:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3673, 168 off648056 00000001:00080000:2.0:1743493949.185033:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974549 00000100:00100000:2.0:1743493949.185238:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+703:13290:x1828185027687424:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 964us (1550us total) trans 4294974550 rc 0/0 00000100:00100000:2.0:1743493949.185249:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3457 00000020:00080000:2.0:1743493949.185255:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493949.190113:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.190474:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027687552 00000100:00100000:1.0:1743493949.190489:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027687552 00000100:00100000:1.0:1743493949.190584:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12132 00000100:00100000:1.0:1743493949.190595:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+703:13289:x1828185027687552:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.190625:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.190671:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3d4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517b8 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.190809:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190828:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190841:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190869:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190878:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190886:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190941:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190949:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190959:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190965:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.190970:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190979:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.190992:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.190996:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.191003:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191009:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c3d54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191028:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191034:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191040:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191045:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.191048:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191054:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191062:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:1.0:1743493949.191064:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.191067:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191072:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c3d5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.191111:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3d4d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b8 expref: 704 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.191120:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c3d4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b8 expref: 704 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.191135:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c56c0, rc 0) 00000100:00100000:0.0:1743493949.192450:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.193415:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027687808 00000100:00100000:2.0:1743493949.193431:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027687808 00000100:00100000:2.0:1743493949.193525:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12133 00000100:00100000:2.0:1743493949.193535:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+704:13333:x1828185027687808:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493949.193562:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.193604:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3d62 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517bf expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.193799:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c3d69 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.193817:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c3d69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.193830:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c3d69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493949.193844:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c9:0x0]: returning size 62591 00010000:00010000:2.0:1743493949.194070:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c3d62 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517bf expref: 707 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.194100:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c3d69 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517bf expref: 706 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.194109:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:2.0:1743493949.194112:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1743493949.194117:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7f100, rc 0) 00000100:00100000:2.0:1743493949.194239:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+706:13333:x1828185027687808:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 703us (1795us total) trans 4294974551 rc 0/0 00000100:00100000:2.0:1743493949.194247:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12133 00000100:00100000:1.0:1743493949.194876:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+705:13289:x1828185027687552:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4279us (4774us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.194886:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12132 00000100:00100000:0.0:1743493949.196165:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.197027:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688064 00000100:00100000:3.0:1743493949.197044:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688064 00000100:00100000:2.0:1743493949.201275:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12134 00000100:00100000:2.0:1743493949.201292:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+705:13290:x1828185027688064:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493949.201424:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.201460:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c3d23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517a3 expref: 705 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.201491:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32b:0x0].0x0 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.201512:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493949.201560:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201578:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201589:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201620:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201630:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201637:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201852:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201862:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.201870:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:2.0:1743493949.202295:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].291, 64 off26880 00000040:00080000:2.0:1743493949.202348:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3674, 184 off648240 00010000:00010000:2.0:1743493949.202527:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202540:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202549:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202557:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202565:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202571:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202583:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202591:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493949.202596:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202605:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202615:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32b:0x0].0x0 (ffff998b5b3ed3c0) 00010000:00010000:2.0:1743493949.202618:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493949.202623:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202630:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3d8c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202667:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202674:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202680:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202686:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.202690:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202697:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202710:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32b:0x0].0x0 (ffff998b5b3ed3c0) 00010000:00010000:2.0:1743493949.202713:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493949.202716:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.202722:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3d85 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203037:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203045:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203051:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203057:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.203060:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203066:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203076:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.203079:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.203083:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203088:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c3d77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493949.203105:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f9da68fb reply state 00000000d9f30449 transno 4294974552 ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203118:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.203125:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8deccae1 (ffff998b5b3eea80) 00010000:00010000:2.0:1743493949.203128:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493949.203131:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493949.203263:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+706:13290:x1828185027688064:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1970us (7100us total) trans 4294974552 rc 0/0 00000100:00100000:2.0:1743493949.203275:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12134 00000100:00100000:2.0:1743493949.214382:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.218304:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688320 00000100:00100000:1.0:1743493949.218327:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688320 00000100:00100000:1.0:1743493949.218498:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12135 00000100:00100000:1.0:1743493949.218509:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+706:13289:x1828185027688320:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.218566:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.218570:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493949.218611:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c3c89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951772 expref: 706 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.218644:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.218652:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.218698:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3d93 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517c6 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.218908:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.218924:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.218936:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.218962:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.218971:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.218978:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:1.0:1743493949.219708:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17a:0x0], index 1: 0 00000040:00080000:1.0:1743493949.219883:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3675, 184 off648424 00010000:00010000:1.0:1743493949.220115:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c3da8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220127:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c3da8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220137:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c3da8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220184:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220193:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220200:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220206:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.220210:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220218:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220229:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.220233:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.220237:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220242:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3d9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493949.220261:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d5d9ab9b reply state 0000000023b88093 transno 4294974553 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220273:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.220278:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:1.0:1743493949.220280:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493949.220284:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493949.220319:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3d93 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517c6 expref: 708 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.220342:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c3da8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517c6 expref: 707 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.220349:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32c:0x0].0x0 (ffff998b5b3ed080) 00010000:00010000:1.0:1743493949.220352:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.220355:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:1.0:1743493949.220501:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+708:13289:x1828185027688320:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1990us (6152us total) trans 4294974553 rc 0/0 00000100:00100000:1.0:1743493949.220511:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12135 00000100:00100000:2.0:1743493949.222491:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.227288:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.227443:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688448 00000100:00100000:3.0:1743493949.227458:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688448 00000100:00100000:3.0:1743493949.227550:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688576 00000100:00100000:3.0:1743493949.227554:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688576 00000100:00100000:3.0:1743493949.227602:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12136 00000100:00100000:3.0:1743493949.227613:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+709:13290:x1828185027688448:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.227657:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.227703:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3db6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517cd expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.227858:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.227876:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.227890:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.227938:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.227947:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.227954:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228008:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228016:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228024:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228031:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.228036:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228046:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228061:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.228065:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.228072:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228079:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228101:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228107:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228113:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228120:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.228123:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228130:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228139:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x148c06c6 (ffff998b5b3ecd40) 00010000:00010000:3.0:1743493949.228142:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.228145:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228151:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.228202:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3db6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517cd expref: 710 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.228211:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3db6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517cd expref: 710 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.228227:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:3.0:1743493949.228337:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+709:13290:x1828185027688448:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 724us (5853us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.228347:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12136 00000100:00100000:3.0:1743493949.228410:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12137 00000100:00100000:3.0:1743493949.228418:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+708:13333:x1828185027688576:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.228460:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ca:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493949.228645:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ca:0x0]: rc = -2 00000100:00100000:3.0:1743493949.228700:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+708:13333:x1828185027688576:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (1426us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493949.228708:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12137 00000100:00100000:3.0:1743493949.228956:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.234848:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688704 00000100:00100000:1.0:1743493949.234872:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688704 00000100:00100000:1.0:1743493949.235007:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2295 00000100:00100000:1.0:1743493949.235018:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027688704:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.235045:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.235102:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517d4 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1743493949.235142:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1743493949.235184:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493949.235188:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493949.235198:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 110 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493949.235219:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 110 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493949.235242:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a6980, rc 0) 00000100:00100000:1.0:1743493949.235372:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+110:2437:x1828185027688704:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 353us (6415us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.235381:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2295 00000100:00100000:0.0:1743493949.242885:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.243020:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688832 00000100:00100000:1.0:1743493949.243035:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688832 00000100:00100000:1.0:1743493949.243130:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12138 00000100:00100000:1.0:1743493949.243141:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+708:13290:x1828185027688832:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.243191:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.243235:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3dd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517db expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.243355:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.243381:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.243405:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493949.243462:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:1.0:1743493949.243467:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.243491:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.243523:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3dd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517db expref: 710 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.243552:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517db expref: 709 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.243562:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.243565:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493949.243571:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a47c0, rc 0) 00000100:00100000:1.0:1743493949.243673:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+709:13290:x1828185027688832:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 532us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.243681:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12138 00000100:00100000:0.0:1743493949.249516:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.251924:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.252070:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.252389:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027689216 00000100:00100000:1.0:1743493949.252403:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027689216 00000100:00100000:1.0:1743493949.252501:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027689344 00000100:00100000:1.0:1743493949.252505:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027689344 00000100:00100000:1.0:1743493949.252547:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3458 00000100:00100000:1.0:1743493949.252558:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+710:13289:x1828185027689216:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493949.253164:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3676, 168 off648592 00000001:00080000:1.0:1743493949.253175:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974554 00000100:00100000:1.0:1743493949.253408:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+712:13289:x1828185027689216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 848us (1491us total) trans 4294974555 rc 0/0 00000100:00100000:1.0:1743493949.253419:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3458 00000020:00080000:1.0:1743493949.253425:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493949.253470:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3459 00000100:00100000:1.0:1743493949.253477:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+711:13290:x1828185027689344:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493949.254962:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027688960 00000100:00100000:3.0:1743493949.254976:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027688960 00000100:00100000:3.0:1743493949.255060:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12139 00000100:00100000:3.0:1743493949.255069:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+713:13333:x1828185027688960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.255121:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2cb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493949.255303:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2cb:0x0]: rc = -2 00000100:00100000:3.0:1743493949.255393:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+713:13333:x1828185027688960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (5889us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493949.255402:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12139 00000100:00100000:0.0:1743493949.261522:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+711:13290:x1828185027689344:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8029us (9436us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.261541:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3459 00000100:00100000:2.0:1743493949.264278:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.264387:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027689600 00000100:00100000:3.0:1743493949.264401:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027689600 00000100:00100000:3.0:1743493949.264497:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12140 00000100:00100000:3.0:1743493949.264507:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+711:13289:x1828185027689600:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493949.264603:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.264637:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c3da8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517c6 expref: 711 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.264675:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32c:0x0].0x0 (ffff998b5b3ed080) 00010000:00010000:3.0:1743493949.264697:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493949.264739:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264776:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264787:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264811:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264824:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264830:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264985:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264992:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.264998:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493949.268699:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].303, 64 off27648 00000040:00080000:2.0:1743493949.269871:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3677, 184 off648776 00010000:00010000:2.0:1743493949.270115:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270135:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270149:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270159:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270167:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270173:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270183:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270190:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493949.270195:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270203:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270215:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32c:0x0].0x0 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.270219:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493949.270223:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270229:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c3df5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270269:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270276:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270282:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270287:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.270291:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270297:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270309:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32c:0x0].0x0 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.270311:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493949.270314:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270320:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c3dee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270614:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270623:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270630:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270635:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.270639:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270645:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.270655:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493949.270658:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.270662:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.272092:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c3de0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493949.272143:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005f38cb80 reply state 00000000fc86ca16 transno 4294974556 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.272162:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.272172:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:2.0:1743493949.272176:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493949.272181:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493949.272365:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+712:13289:x1828185027689600:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7843us (8088us total) trans 4294974556 rc 0/0 00000100:00100000:2.0:1743493949.272376:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12140 00000100:00100000:2.0:1743493949.274312:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.278745:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.279872:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027689856 00000100:00100000:0.0:1743493949.279888:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027689856 00000100:00100000:1.0:1743493949.279996:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027689984 00000100:00100000:1.0:1743493949.280001:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027689984 00000100:00100000:1.0:1743493949.280068:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12141 00000100:00100000:1.0:1743493949.280079:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+713:13290:x1828185027689856:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.280109:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.280113:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493949.280153:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c3dd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517db expref: 713 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.280186:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.280193:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.280226:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3dfc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517e2 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493949.280610:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12142 00000100:00100000:0.0:1743493949.280617:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+713:13333:x1828185027689984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.280659:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.280909:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+713:13333:x1828185027689984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 290us (2178us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.280917:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12142 00000100:00100000:2.0:1743493949.281608:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.281649:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690112 00000100:00100000:2.0:1743493949.281655:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690112 00000100:00100000:2.0:1743493949.281702:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12143 00000100:00100000:2.0:1743493949.281710:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+713:13289:x1828185027690112:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.281735:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.281857:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3e03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517e9 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.281943:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.281960:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.281972:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.282021:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.282029:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.282036:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.282075:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.284371:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.284405:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.284423:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.284484:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.284492:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.284500:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:0.0:1743493949.285280:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17b:0x0], index 0: 0 00000040:00080000:0.0:1743493949.285537:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3678, 184 off648960 00010000:00010000:0.0:1743493949.285821:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c3e26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285833:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c3e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285843:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c3e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285897:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285904:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285917:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285924:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.285930:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285938:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285954:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.285958:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.285963:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.285970:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c3e18 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493949.285994:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000013d35490 reply state 000000006b997884 transno 4294974557 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.286006:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.286012:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x148c06c6 (ffff998b5b3ef780) 00010000:00010000:0.0:1743493949.286014:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.286018:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493949.286065:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c3dfc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517e2 expref: 716 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.286091:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c3e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517e2 expref: 715 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.286099:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32d:0x0].0x0 (ffff998b5b3eda40) 00010000:00010000:0.0:1743493949.286102:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.286105:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28b80, rc 0) 00000100:00100000:0.0:1743493949.286241:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+716:13290:x1828185027689856:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 6163us (11934us total) trans 4294974557 rc 0/0 00000100:00100000:0.0:1743493949.286254:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12141 00000100:00100000:3.0:1743493949.290156:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.290509:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690240 00000100:00100000:1.0:1743493949.290524:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690240 00000100:00100000:1.0:1743493949.290622:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12144 00000100:00100000:1.0:1743493949.290633:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+716:13333:x1828185027690240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.290701:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.290965:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+716:13333:x1828185027690240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.290975:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12144 00010000:00010000:2.0:1743493949.292128:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292139:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292146:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f287c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.292152:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292163:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292185:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493949.292189:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.292196:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292203:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292241:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292249:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292256:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292262:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.292265:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292271:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292280:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xdaec91b0 (ffff998b5b3ecd40) 00010000:00010000:2.0:1743493949.292283:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.292286:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292293:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.292373:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3e03 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517e9 expref: 715 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.292383:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c3e03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517e9 expref: 715 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.292409:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7880, rc 0) 00000100:00100000:2.0:1743493949.292507:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+714:13289:x1828185027690112:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10795us (10899us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.292521:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12143 00000100:00100000:1.0:1743493949.297660:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.297805:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690368 00000100:00100000:2.0:1743493949.297818:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690368 00000100:00100000:2.0:1743493949.297897:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12145 00000100:00100000:2.0:1743493949.297906:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+714:13333:x1828185027690368:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.297984:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.298207:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+714:13333:x1828185027690368:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 300us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.298215:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12145 00000100:00100000:0.0:1743493949.303012:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.304169:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690624 00000100:00100000:2.0:1743493949.304187:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690624 00000100:00100000:2.0:1743493949.304442:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2296 00000100:00100000:2.0:1743493949.304455:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+125:2437:x1828185027690624:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.304482:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.304542:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517f7 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493949.304582:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493949.304626:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493949.304629:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1743493949.305271:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.307009:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690752 00000100:00100000:0.0:1743493949.307025:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690752 00000100:00100000:0.0:1743493949.307122:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12146 00000100:00100000:0.0:1743493949.307131:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+714:13333:x1828185027690752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.307192:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.307441:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+714:13333:x1828185027690752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (2172us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.307450:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12146 00010000:00010000:2.0:1743493949.308546:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 126 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493949.308581:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 126 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493949.308606:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2a980, rc 0) 00000100:00100000:2.0:1743493949.308697:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+126:2437:x1828185027690624:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4243us (5700us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.308707:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2296 00000100:00100000:2.0:1743493949.311122:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.312277:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690496 00000100:00100000:3.0:1743493949.312292:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690496 00000100:00100000:0.0:1743493949.316017:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12147 00000100:00100000:0.0:1743493949.316033:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+714:13289:x1828185027690496:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.316065:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.316140:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517f0 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.316270:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.316289:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.316303:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493949.316381:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:0.0:1743493949.316386:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493949.316414:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.316448:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f0 expref: 716 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.316482:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f0 expref: 715 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.316492:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.316496:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493949.316501:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2b880, rc 0) 00000100:00100000:0.0:1743493949.316631:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+715:13289:x1828185027690496:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 599us (5520us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.316640:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12147 00000100:00100000:0.0:1743493949.326133:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.326214:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.326387:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.326506:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027691136 00000100:00100000:3.0:1743493949.326521:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027691136 00000100:00100000:3.0:1743493949.326608:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027691264 00000100:00100000:3.0:1743493949.326611:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027691264 00000100:00100000:3.0:1743493949.326659:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3460 00000100:00100000:3.0:1743493949.326671:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+716:13290:x1828185027691136:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493949.327255:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3679, 168 off649128 00000001:00080000:3.0:1743493949.327265:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974558 00000100:00100000:2.0:1743493949.327479:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027690880 00000100:00100000:2.0:1743493949.327487:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027690880 00000100:00100000:3.0:1743493949.327492:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+719:13290:x1828185027691136:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 822us (1373us total) trans 4294974559 rc 0/0 00000100:00100000:3.0:1743493949.327502:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3460 00000020:00080000:3.0:1743493949.327510:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493949.327538:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12148 00000100:00100000:2.0:1743493949.327545:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+718:13333:x1828185027690880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1743493949.327549:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3461 00000100:00100000:3.0:1743493949.327554:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6acf3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+718:13289:x1828185027691264:12345-192.168.206.41@tcp:37:dbench.0 00000004:00000080:2.0:1743493949.327611:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2cc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.327784:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+718:13333:x1828185027690880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 238us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.327791:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12148 00000100:00100000:0.0:1743493949.337986:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.338629:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027691392 00000100:00100000:1.0:1743493949.338643:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027691392 00000100:00100000:1.0:1743493949.339294:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12149 00000100:00100000:1.0:1743493949.339306:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+718:13333:x1828185027691392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.343576:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.343902:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+718:13333:x1828185027691392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4587us (5920us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.343918:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12149 00000100:00100000:3.0:1743493949.346671:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6acf3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+717:13289:x1828185027691264:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 19098us (20267us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.346693:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3461 00000100:00100000:3.0:1743493949.346998:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.348983:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027691648 00000100:00100000:2.0:1743493949.349003:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027691648 00000100:00100000:2.0:1743493949.349110:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12150 00000100:00100000:2.0:1743493949.349122:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+717:13290:x1828185027691648:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493949.349235:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.349274:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c3e26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517e2 expref: 717 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.349305:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32d:0x0].0x0 (ffff998b5b3eda40) 00010000:00010000:2.0:1743493949.349326:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493949.349384:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349403:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349415:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349443:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349452:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349458:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349642:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349651:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.349658:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493949.350142:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].292, 64 off26944 00000040:00080000:2.0:1743493949.350196:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3680, 184 off649312 00010000:00010000:2.0:1743493949.350370:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350383:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350392:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350406:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350413:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350418:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350425:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350432:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493949.350437:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350444:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350454:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32d:0x0].0x0 (ffff998b5b3ed080) 00010000:00010000:2.0:1743493949.350457:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493949.350462:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350468:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c3e5e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350512:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350518:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350523:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350530:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.350534:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350540:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.350548:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32d:0x0].0x0 (ffff998b5b3ed080) 00010000:00010000:2.0:1743493949.350551:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493949.350554:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351108:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c3e57 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351514:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351522:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351528:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351534:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f287c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.351539:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351545:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351557:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.351560:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.351564:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351570:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c3e49 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493949.351588:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a704c891 reply state 000000006b827406 transno 4294974560 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351602:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.351608:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x148c06c6 (ffff998b5b3ef780) 00010000:00010000:2.0:1743493949.351611:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493949.351615:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493949.354052:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+718:13290:x1828185027691648:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2631us (4753us total) trans 4294974560 rc 0/0 00000100:00100000:2.0:1743493949.354069:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12150 00000100:00100000:1.0:1743493949.360092:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.360488:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027691776 00000100:00100000:3.0:1743493949.360503:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027691776 00000100:00100000:3.0:1743493949.360609:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12151 00000100:00100000:3.0:1743493949.360619:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+718:13333:x1828185027691776:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.360648:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.360697:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c3e65 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49517fe expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.360846:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360862:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360874:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360917:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360924:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360930:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360973:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360980:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.360986:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493949.361042:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cc:0x0]: returning size 30118 00000004:00200000:3.0:1743493949.361047:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493949.361069:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361079:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361088:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361093:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361099:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361105:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.361109:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361116:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361130:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:3.0:1743493949.361135:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.361141:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361146:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c3e6c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361171:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361177:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361182:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361187:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.361190:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361195:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361203:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xe92d20e1 (ffff998b5b3ef440) 00010000:00010000:3.0:1743493949.361206:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.361209:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361215:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c3e73 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xe92d20e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.361265:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c3e65 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517fe expref: 720 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.361290:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517fe expref: 719 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.361297:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:3.0:1743493949.361300:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.361303:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5615b100, rc 0) 00000100:00100000:3.0:1743493949.361420:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+719:13333:x1828185027691776:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 801us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.361429:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12151 00000100:00100000:3.0:1743493949.362738:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.365972:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692032 00000100:00100000:0.0:1743493949.365994:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692032 00000100:00100000:0.0:1743493949.366141:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12152 00000100:00100000:0.0:1743493949.366153:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027692032:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.366203:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.366252:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c3e81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951805 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.366407:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366426:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366441:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366494:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366503:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366511:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366573:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366582:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366590:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366596:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.366601:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366610:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366625:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.366628:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.366634:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366641:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c3e88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366666:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366673:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366680:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366685:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.366689:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366695:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366704:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xdaec91b0 (ffff998b5b3eda40) 00010000:00010000:0.0:1743493949.366706:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.366709:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366715:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c3e8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xdaec91b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.366794:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c3e81 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951805 expref: 720 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.366805:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c3e81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951805 expref: 720 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.366821:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c6c1dbc40, rc 0) 00000100:00100000:0.0:1743493949.366958:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027692032:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 806us (4226us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.366967:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12152 00000100:00100000:2.0:1743493949.370226:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.372128:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692160 00000100:00100000:1.0:1743493949.372149:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692160 00000100:00100000:1.0:1743493949.372677:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12153 00000100:00100000:1.0:1743493949.372690:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+719:13290:x1828185027692160:12345-192.168.206.41@tcp:41:dbench.0 00000004:00000024:1.0:1743493949.373423:0:11942:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774666752 avail 7302950912 00000100:00100000:1.0:1743493949.374897:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+719:13290:x1828185027692160:12345-192.168.206.41@tcp:41:dbench.0 Request processed in 2199us (4675us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.374911:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12153 00000100:00100000:2.0:1743493949.383289:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.383471:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.383923:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692416 00000100:00100000:0.0:1743493949.383937:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692416 00000100:00100000:0.0:1743493949.384044:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12154 00000100:00100000:0.0:1743493949.384055:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027692416:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.384085:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.384130:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3e96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495180c expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.384257:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384275:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384290:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384343:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384351:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384367:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384422:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384436:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384444:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384451:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.384457:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384467:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384482:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.384485:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.384491:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384499:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c3e9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384524:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384531:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384538:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384544:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.384547:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384559:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384567:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8deccae1 (ffff998b5b3ed080) 00010000:00010000:0.0:1743493949.384570:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.384573:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384579:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c3ea4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.384632:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3e96 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495180c expref: 720 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.384643:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c3e96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495180c expref: 720 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.384659:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e980, rc 0) 00000100:00100000:0.0:1743493949.384796:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+719:13289:x1828185027692416:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 742us (1323us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.384806:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12154 00000100:00100000:3.0:1743493949.385020:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692288 00000100:00100000:3.0:1743493949.385027:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692288 00000100:00100000:3.0:1743493949.385285:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1290 00000100:00100000:3.0:1743493949.385294:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+719:2439:x1828185027692288:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.385323:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.385345:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c3e7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517fe expref: 719 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.385378:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:3.0:1743493949.385384:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.385438:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+718:2439:x1828185027692288:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 144us (2162us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.385447:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1290 00000100:00100000:2.0:1743493949.385640:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.385927:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.386020:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692544 00000100:00100000:2.0:1743493949.386027:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692544 00000100:00100000:2.0:1743493949.386077:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692672 00000100:00100000:2.0:1743493949.386081:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692672 00000100:00100000:2.0:1743493949.386115:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12155 00000100:00100000:2.0:1743493949.386123:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+719:13333:x1828185027692544:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493949.386144:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.386180:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3eab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951813 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.386239:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3eb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386252:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386263:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3eb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386417:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c3eab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951813 expref: 721 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.386441:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3eb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951813 expref: 720 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.386450:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:2.0:1743493949.386453:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1743493949.386456:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3cf40, rc 0) 00000100:00100000:2.0:1743493949.386521:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+720:13333:x1828185027692544:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 397us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.386529:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12155 00000100:00100000:2.0:1743493949.386564:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12156 00000100:00100000:2.0:1743493949.386570:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+719:13290:x1828185027692672:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.386579:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.386603:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3eb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495181a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.386679:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386691:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386700:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386749:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386783:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386791:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386836:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386844:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386852:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386859:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.386864:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386873:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386884:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.386887:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.386892:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386899:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c3ec0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386919:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386926:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386933:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386939:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.386942:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386949:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386969:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x69e939dc (ffff998b5b3ed700) 00010000:00010000:2.0:1743493949.386972:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.386975:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.386981:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c3ec7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.387024:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3eb9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495181a expref: 720 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.387034:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c3eb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495181a expref: 720 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.387048:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3c7c0, rc 0) 00000100:00100000:2.0:1743493949.387105:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+719:13290:x1828185027692672:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 533us (1178us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.387113:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12156 00000100:00100000:2.0:1743493949.397857:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.398070:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.399935:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693056 00000100:00100000:1.0:1743493949.399954:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693056 00000100:00100000:1.0:1743493949.400052:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027692800 00000100:00100000:1.0:1743493949.400056:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027692800 00000100:00100000:1.0:1743493949.400101:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12157 00000100:00100000:1.0:1743493949.400113:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+720:13289:x1828185027693056:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.400145:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.400150:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493949.400192:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c3e42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f0 expref: 720 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.400224:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.400231:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.400269:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3ece lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951828 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.400457:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.400474:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.400486:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.400535:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.400544:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.400552:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:1.0:1743493949.401314:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17b:0x0], index 1: 0 00000040:00080000:1.0:1743493949.401500:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3681, 184 off649496 00010000:00010000:1.0:1743493949.401745:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c3ee3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401792:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c3ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401803:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c3ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401860:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401868:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401877:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401888:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.401894:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401903:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401914:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.401918:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.401923:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401930:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c3ed5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493949.401953:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ad77ce01 reply state 00000000be4c5412 transno 4294974561 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401965:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.401972:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8deccae1 (ffff998b5b3ed080) 00010000:00010000:1.0:1743493949.401974:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493949.401978:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493949.402016:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c3ece lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951828 expref: 722 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.402039:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c3ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951828 expref: 721 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.402048:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32e:0x0].0x0 (ffff998b5b3ed700) 00010000:00010000:1.0:1743493949.402051:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.402054:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0f40, rc 0) 00000100:00100000:1.0:1743493949.402186:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+722:13289:x1828185027693056:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2073us (4344us total) trans 4294974561 rc 0/0 00000100:00100000:1.0:1743493949.402197:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12157 00000100:00100000:1.0:1743493949.402261:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12158 00000100:00100000:1.0:1743493949.402270:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+721:13290:x1828185027692800:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.402288:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.402314:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3ef1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951821 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493949.406137:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.406252:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693312 00000100:00100000:3.0:1743493949.406265:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693312 00000100:00100000:3.0:1743493949.406378:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12159 00000100:00100000:3.0:1743493949.406390:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+723:13333:x1828185027693312:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.406417:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.406460:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c3ef8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495182f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.406638:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c3eff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.406655:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c3eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.406669:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c3eff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493949.406684:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cc:0x0]: returning size 30118 00000100:00100000:2.0:1743493949.411391:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.411986:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693440 00000100:00100000:0.0:1743493949.412005:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693440 00000100:00100000:0.0:1743493949.412124:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2297 00000100:00100000:0.0:1743493949.412139:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+110:2437:x1828185027693440:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.412168:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.412515:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951836 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493949.412919:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493949.412964:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.412967:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.412978:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 111 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.413001:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 111 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.413017:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3880, rc 0) 00010000:00010000:3.0:1743493949.413960:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c3ef8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495182f expref: 726 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.413992:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c3eff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495182f expref: 725 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.414002:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:3.0:1743493949.414005:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.414009:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a07c0, rc 0) 00010000:00010000:1.0:1743493949.415144:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.415166:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.415181:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493949.415234:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:1.0:1743493949.415239:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.415262:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.415296:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c3ef1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951821 expref: 726 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.415321:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951821 expref: 725 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.415335:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.415338:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493949.415352:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3100, rc 0) 00000100:00100000:0.0:1743493949.415566:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+111:2437:x1828185027693440:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3427us (4188us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.415578:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2297 00000100:00100000:3.0:1743493949.415734:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+725:13333:x1828185027693312:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 9344us (9611us total) trans 4294974562 rc 0/0 00000100:00100000:3.0:1743493949.415743:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12159 00000100:00100000:1.0:1743493949.416033:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+724:13290:x1828185027692800:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13761us (17962us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.416041:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12158 00000100:00100000:0.0:1743493949.427967:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.428053:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.428142:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693568 00000100:00100000:3.0:1743493949.428160:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693568 00000100:00100000:3.0:1743493949.428272:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1291 00000100:00100000:3.0:1743493949.428284:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+724:2440:x1828185027693568:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.428321:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.428366:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c3eff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495182f expref: 724 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.428396:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:3.0:1743493949.428405:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.428492:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+723:2440:x1828185027693568:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 209us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.428501:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1291 00000100:00100000:2.0:1743493949.428607:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693696 00000100:00100000:2.0:1743493949.428613:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693696 00000100:00100000:2.0:1743493949.428668:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3462 00000100:00100000:2.0:1743493949.428674:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+723:13290:x1828185027693696:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493949.431729:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.431874:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027693952 00000100:00100000:3.0:1743493949.431885:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027693952 00000100:00100000:3.0:1743493949.431957:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3463 00000100:00100000:3.0:1743493949.431968:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+725:13289:x1828185027693952:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493949.432498:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3682, 168 off649664 00000001:00080000:3.0:1743493949.432508:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974563 00000100:00100000:3.0:1743493949.432717:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027693952:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 748us (998us total) trans 4294974564 rc 0/0 00000100:00100000:3.0:1743493949.432727:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3463 00000020:00080000:3.0:1743493949.432734:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1743493949.440454:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+725:13290:x1828185027693696:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11760us (12381us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.440476:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3462 00000100:00100000:2.0:1743493949.446636:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.446842:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694208 00000100:00100000:1.0:1743493949.446856:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694208 00000100:00100000:1.0:1743493949.446953:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12160 00000100:00100000:1.0:1743493949.446963:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+725:13289:x1828185027694208:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493949.447060:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.447097:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c3ee3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951828 expref: 725 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.447129:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32e:0x0].0x0 (ffff998b5b3ed700) 00010000:00010000:1.0:1743493949.447152:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.447200:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447216:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447228:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447256:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447270:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447277:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447462:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447470:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.447476:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493949.448645:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].304, 64 off27712 00000040:00080000:1.0:1743493949.448866:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3683, 184 off649848 00010000:00010000:1.0:1743493949.449321:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449337:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449347:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449368:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449375:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449382:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449393:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449400:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493949.449404:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449414:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449427:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32e:0x0].0x0 (ffff998b5b3ef440) 00010000:00010000:1.0:1743493949.449430:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493949.449435:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449441:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c3f30 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449490:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449497:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449504:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449509:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.449514:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449520:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449533:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32e:0x0].0x0 (ffff998b5b3ef440) 00010000:00010000:1.0:1743493949.449536:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493949.449539:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.449546:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c3f29 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493949.450707:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.450903:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.454565:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694464 00000100:00100000:3.0:1743493949.454587:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694464 00000100:00100000:3.0:1743493949.454699:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3464 00000100:00100000:3.0:1743493949.454710:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+726:13333:x1828185027694464:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:2.0:1743493949.455739:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694592 00000100:00100000:2.0:1743493949.455775:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694592 00000100:00100000:2.0:1743493949.455844:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12161 00000100:00100000:2.0:1743493949.455852:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+727:13290:x1828185027694592:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.455870:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.455912:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3f37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495183d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.456017:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456036:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456051:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456098:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456107:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456113:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456159:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456166:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456174:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456180:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.456185:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456194:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456208:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.456211:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.456217:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456223:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c3f3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456246:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456253:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456258:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456263:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.456267:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456272:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456279:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x2d602a61 (ffff998b5b3ed700) 00010000:00010000:2.0:1743493949.456282:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.456285:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456290:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c3f45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.456337:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3f37 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495183d expref: 728 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.456346:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c3f37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495183d expref: 728 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.456371:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27c40, rc 0) 00000100:00100000:2.0:1743493949.456500:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+727:13290:x1828185027694592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 646us (5595us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.456509:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12161 00010000:00010000:0.0:1743493949.458173:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458187:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458193:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458204:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.458209:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458218:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458234:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.458238:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.458243:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458249:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c3f1b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493949.458276:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001f0c720c reply state 00000000b9beacb2 transno 4294974565 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458290:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.458297:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8deccae1 (ffff998b5b3ed080) 00010000:00010000:0.0:1743493949.458300:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.458303:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493949.458886:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027694208:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 11918us (12259us total) trans 4294974565 rc 0/0 00000100:00100000:0.0:1743493949.458896:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12160 00000100:00100000:0.0:1743493949.461280:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+727:13333:x1828185027694464:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 6559us (10569us total) trans 4294974566 rc 0/0 00000100:00100000:0.0:1743493949.461297:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3464 00000100:00100000:2.0:1743493949.470686:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.470806:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.470891:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694720 00000100:00100000:1.0:1743493949.470904:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694720 00000100:00100000:1.0:1743493949.470992:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694848 00000100:00100000:1.0:1743493949.470996:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694848 00000100:00100000:1.0:1743493949.471049:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12162 00000100:00100000:1.0:1743493949.471058:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+728:13290:x1828185027694720:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.471090:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.471136:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c3f4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951844 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.471257:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471275:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471289:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471338:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471345:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471353:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471421:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471429:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471437:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471444:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.471449:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471457:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471472:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.471476:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.471483:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471490:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c3f53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471511:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471516:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471527:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471532:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.471535:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471541:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471549:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x1489dbad (ffff998b5b3ef440) 00010000:00010000:1.0:1743493949.471552:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.471555:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471561:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c3f5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471612:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c3f4c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951844 expref: 729 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.471622:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c3f4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951844 expref: 729 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.471636:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01e5c0, rc 0) 00000100:00100000:1.0:1743493949.471792:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+728:13290:x1828185027694720:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 733us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.471802:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12162 00000100:00100000:1.0:1743493949.471856:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12163 00000100:00100000:1.0:1743493949.471862:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027694848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.471887:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.471911:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3f61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495184b expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.471978:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471989:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.471997:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472039:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472046:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472053:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472078:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472086:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472092:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472098:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.472102:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472109:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472118:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.472121:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.472125:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472131:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c3f68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472147:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472154:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472160:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472165:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.472168:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472175:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472182:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x148c06c6 (ffff998b5b3eedc0) 00010000:00010000:1.0:1743493949.472186:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.472189:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472195:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c3f6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.472230:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3f61 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495184b expref: 728 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.472238:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c3f61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495184b expref: 728 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.472251:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914b80, rc 0) 00000100:00100000:1.0:1743493949.472298:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027694848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 435us (1493us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.472306:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12163 00000100:00100000:2.0:1743493949.476063:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.476156:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027694976 00000100:00100000:3.0:1743493949.476169:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027694976 00000100:00100000:3.0:1743493949.476250:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12164 00000100:00100000:3.0:1743493949.476259:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+727:13289:x1828185027694976:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.476298:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.476336:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3f76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951852 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.476456:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.476473:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.476486:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:3.0:1743493949.476536:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:3.0:1743493949.476540:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493949.476562:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.476589:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c3f76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951852 expref: 729 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.476611:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951852 expref: 728 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.476619:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493949.476623:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493949.476626:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:3.0:1743493949.478557:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+728:13289:x1828185027694976:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2287us (2495us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.478572:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12164 00000100:00100000:1.0:1743493949.479308:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.482306:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695104 00000100:00100000:3.0:1743493949.482327:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695104 00000100:00100000:3.0:1743493949.482467:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12165 00000100:00100000:3.0:1743493949.482478:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+728:13290:x1828185027695104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.482508:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.482557:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3f84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951859 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.482680:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482698:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482711:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482781:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482790:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482797:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482848:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482855:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482864:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482870:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.482874:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482882:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482894:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.482897:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.482902:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482907:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c3f8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482928:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482934:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482940:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482944:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.482946:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482951:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482958:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x3eeb752e (ffff998b50fef440) 00010000:00010000:3.0:1743493949.482960:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.482963:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.482968:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c3f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.483011:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3f84 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951859 expref: 729 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.483018:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c3f84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951859 expref: 729 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.483029:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8040, rc 0) 00000100:00100000:3.0:1743493949.483158:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+728:13290:x1828185027695104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 681us (3851us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.483165:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12165 00000100:00100000:2.0:1743493949.487902:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.488251:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695360 00000100:00100000:3.0:1743493949.488265:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695360 00000100:00100000:3.0:1743493949.488367:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12166 00000100:00100000:3.0:1743493949.488378:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+728:13333:x1828185027695360:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.488409:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.488456:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3f99 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951860 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.488642:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3fa0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.488664:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.488677:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493949.488690:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cc:0x0]: returning size 30118 00010000:00010000:3.0:1743493949.488947:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c3f99 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951860 expref: 731 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.488972:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3fa0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2cc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951860 expref: 730 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.488983:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:3.0:1743493949.488986:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1743493949.488990:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b018f40, rc 0) 00000100:00100000:3.0:1743493949.489103:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+730:13333:x1828185027695360:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 725us (1213us total) trans 4294974567 rc 0/0 00000100:00100000:3.0:1743493949.489111:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12166 00000100:00100000:1.0:1743493949.489448:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.489658:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695488 00000100:00100000:0.0:1743493949.489665:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695488 00000100:00100000:0.0:1743493949.489729:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12167 00000100:00100000:0.0:1743493949.489736:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+730:13290:x1828185027695488:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.489776:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.489808:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3fae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951867 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.489895:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.489907:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.489917:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.489961:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.489968:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.489975:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490024:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490032:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490039:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490046:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.490052:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490061:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490072:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.490075:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.490080:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490086:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c3fb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490107:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490113:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490119:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490124:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.490127:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490133:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490141:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xd9c58084 (ffff998b50fed080) 00010000:00010000:0.0:1743493949.490144:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.490148:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490153:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c3fbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.490197:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3fae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951867 expref: 731 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.490206:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c3fae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951867 expref: 731 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.490221:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b019300, rc 0) 00000100:00100000:0.0:1743493949.490283:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+730:13290:x1828185027695488:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 546us (836us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.490291:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12167 00000100:00100000:2.0:1743493949.493522:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.493628:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695616 00000100:00100000:0.0:1743493949.493641:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695616 00000100:00100000:0.0:1743493949.493734:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3465 00000100:00100000:0.0:1743493949.493744:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+730:13289:x1828185027695616:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493949.502608:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.503026:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695744 00000100:00100000:3.0:1743493949.503040:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695744 00000100:00100000:3.0:1743493949.503136:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12168 00000100:00100000:3.0:1743493949.503147:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+732:13290:x1828185027695744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.503192:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.503236:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c3fc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495186e expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.503355:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503384:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503398:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503447:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503455:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503462:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503513:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503521:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503528:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503535:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.503540:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503549:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503565:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.503568:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.503576:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503582:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503605:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503612:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503618:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503624:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.503627:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503632:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503640:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8982f138 (ffff998b50fef440) 00010000:00010000:3.0:1743493949.503643:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.503646:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503652:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.503702:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c3fc3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495186e expref: 733 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.503712:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c3fc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495186e expref: 733 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.503727:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6980, rc 0) 00000100:00100000:3.0:1743493949.503862:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+732:13290:x1828185027695744:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 716us (1268us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.503871:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12168 00000100:00100000:1.0:1743493949.507323:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+730:13289:x1828185027695616:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 13565us (13799us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.507342:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3465 00000100:00100000:3.0:1743493949.509864:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.510081:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027695872 00000100:00100000:0.0:1743493949.510095:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027695872 00000100:00100000:0.0:1743493949.510186:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12169 00000100:00100000:0.0:1743493949.510196:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+730:13333:x1828185027695872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.510295:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2cd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.510563:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+730:13333:x1828185027695872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 366us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.510577:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12169 00000100:00100000:2.0:1743493949.515741:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.515906:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.516513:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696000 00000100:00100000:3.0:1743493949.516527:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696000 00000100:00100000:3.0:1743493949.517166:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696128 00000100:00100000:3.0:1743493949.517172:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696128 00000100:00100000:1.0:1743493949.517274:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12170 00000100:00100000:1.0:1743493949.517285:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+731:13290:x1828185027696000:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.517313:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.517365:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951875 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.517499:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517517:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517534:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517584:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517592:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517599:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517651:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517659:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517666:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517672:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.517677:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517687:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517701:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.517705:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.517711:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517717:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c3fdf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517741:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517747:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517793:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517798:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.517801:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517806:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517813:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xfe99ec38 (ffff998b50fef440) 00010000:00010000:1.0:1743493949.517816:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.517818:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517824:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c3fe6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.517870:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951875 expref: 732 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.517878:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c3fd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951875 expref: 732 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.517889:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90400, rc 0) 00000100:00100000:1.0:1743493949.517990:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+731:13290:x1828185027696000:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 705us (2261us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.517998:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12170 00000100:00100000:1.0:1743493949.518040:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12171 00000100:00100000:1.0:1743493949.518046:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+730:13333:x1828185027696128:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.518109:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.518274:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+730:13333:x1828185027696128:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 226us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.518281:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12171 00000100:00100000:2.0:1743493949.522490:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.522813:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696384 00000100:00100000:0.0:1743493949.522826:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696384 00000100:00100000:0.0:1743493949.522918:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12172 00000100:00100000:0.0:1743493949.522930:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+730:13289:x1828185027696384:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.522958:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.522963:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493949.523002:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c3f7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951852 expref: 730 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.523035:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.523042:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.523075:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3fed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495187c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.523242:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.523259:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.523271:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.523316:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.523325:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.523336:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:0.0:1743493949.524073:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17c:0x0], index 0: 0 00000040:00080000:0.0:1743493949.524230:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3684, 184 off650032 00010000:00010000:0.0:1743493949.524482:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4002 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524494:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4002 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524502:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4002 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524551:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524559:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524567:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524575:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.524580:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524589:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524600:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.524604:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.524610:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524617:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c3ff4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493949.524639:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005da75c30 reply state 0000000049819e87 transno 4294974568 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524651:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.524658:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x148c06c6 (ffff998b50fed080) 00010000:00010000:0.0:1743493949.524661:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.524664:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493949.524702:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c3fed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495187c expref: 732 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.524723:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4002 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495187c expref: 731 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.524731:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32f:0x0].0x0 (ffff998b50feea80) 00010000:00010000:0.0:1743493949.524734:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.524736:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14040, rc 0) 00000100:00100000:0.0:1743493949.524893:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+732:13289:x1828185027696384:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1963us (2415us total) trans 4294974568 rc 0/0 00000100:00100000:0.0:1743493949.524904:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12172 00000100:00100000:2.0:1743493949.528594:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.528672:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.528785:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696512 00000100:00100000:3.0:1743493949.528799:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696512 00000100:00100000:3.0:1743493949.528885:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696640 00000100:00100000:3.0:1743493949.528889:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696640 00000100:00100000:3.0:1743493949.528925:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12173 00000100:00100000:3.0:1743493949.528935:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+733:13290:x1828185027696512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.528968:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.529019:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4010 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951883 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.529145:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529164:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529177:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529226:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529236:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529243:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529302:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529310:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529316:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529323:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.529328:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529336:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529350:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.529354:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.529371:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529377:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4017 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529401:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529407:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529414:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529419:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.529422:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529428:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529436:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa6e377a8 (ffff998b50fecd40) 00010000:00010000:3.0:1743493949.529439:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.529442:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529448:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c401e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529501:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4010 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951883 expref: 734 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.529510:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4010 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951883 expref: 734 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.529525:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17880, rc 0) 00000100:00100000:3.0:1743493949.529631:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+733:13290:x1828185027696512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 695us (1054us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.529641:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12173 00000100:00100000:3.0:1743493949.529691:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12174 00000100:00100000:3.0:1743493949.529698:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+732:13333:x1828185027696640:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.529710:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.529735:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4025 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495188a expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.529836:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529846:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529854:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529896:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529903:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529910:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529955:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529964:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.529971:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493949.530026:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cd:0x0]: returning size 10845 00000004:00200000:3.0:1743493949.530031:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493949.530085:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530097:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530109:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530116:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530122:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530127:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.530131:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530137:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530147:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:3.0:1743493949.530150:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.530154:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530160:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c402c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530177:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530183:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530188:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530195:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.530198:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530204:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530211:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x70e6597f (ffff998b50feca00) 00010000:00010000:3.0:1743493949.530214:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.530216:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530222:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4033 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x70e6597f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.530257:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4025 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495188a expref: 734 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.530273:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495188a expref: 733 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.530280:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:3.0:1743493949.530283:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.530285:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53621a80, rc 0) 00000100:00100000:3.0:1743493949.530333:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+733:13333:x1828185027696640:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 634us (1661us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.530340:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12174 00000100:00100000:1.0:1743493949.536223:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.536353:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696768 00000100:00100000:0.0:1743493949.536374:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696768 00000100:00100000:0.0:1743493949.536460:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2298 00000100:00100000:0.0:1743493949.536470:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+126:2439:x1828185027696768:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.536497:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.536545:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951891 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493949.536580:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493949.536613:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.536615:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493949.536624:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 127 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.536642:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 127 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493949.536656:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53621e40, rc 0) 00000100:00100000:0.0:1743493949.536802:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+127:2439:x1828185027696768:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 321us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.536810:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2298 00000100:00100000:2.0:1743493949.537915:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.538085:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.538304:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027696896 00000100:00100000:1.0:1743493949.538314:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027696896 00000100:00100000:1.0:1743493949.538400:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027697024 00000100:00100000:1.0:1743493949.538404:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027697024 00000100:00100000:1.0:1743493949.538447:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12175 00000100:00100000:1.0:1743493949.538457:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+734:13333:x1828185027696896:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.538493:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.538532:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4048 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951898 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.538595:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c404f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.538611:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c404f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.538624:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c404f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.538799:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4048 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951898 expref: 736 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.538826:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c404f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951898 expref: 735 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.538836:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:1.0:1743493949.538840:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1743493949.538844:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53623c40, rc 0) 00000100:00100000:1.0:1743493949.538924:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+735:13333:x1828185027696896:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 467us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.538932:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12175 00000100:00100000:1.0:1743493949.538974:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12176 00000100:00100000:1.0:1743493949.538979:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+734:13290:x1828185027697024:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.538987:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.539008:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4056 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495189f expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.539087:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539098:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539106:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539154:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539162:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539169:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539216:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539223:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539230:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539237:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.539243:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539252:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539262:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.539265:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.539270:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539276:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c405d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539296:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539302:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539308:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539313:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.539317:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539323:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539331:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xd138b873 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.539334:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.539336:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539342:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4064 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.539398:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4056 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495189f expref: 735 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.539407:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4056 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495189f expref: 735 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.539421:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e61a80, rc 0) 00000100:00100000:1.0:1743493949.539474:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+734:13290:x1828185027697024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 493us (1389us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.539482:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12176 00000100:00100000:1.0:1743493949.541914:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.543649:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027697152 00000100:00100000:0.0:1743493949.543665:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027697152 00000100:00100000:3.0:1743493949.544567:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1292 00000100:00100000:3.0:1743493949.544581:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+734:2440:x1828185027697152:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.544623:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.544655:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c403a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495188a expref: 734 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.544683:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:3.0:1743493949.544689:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.545134:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+733:2440:x1828185027697152:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 554us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.545144:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1292 00000100:00100000:2.0:1743493949.551461:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.551543:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027697408 00000100:00100000:1.0:1743493949.551557:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027697408 00000100:00100000:1.0:1743493949.551643:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3466 00000100:00100000:1.0:1743493949.551652:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6acf6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+733:13289:x1828185027697408:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493949.552176:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3685, 168 off650200 00000001:00080000:1.0:1743493949.552184:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974569 00000100:00100000:1.0:1743493949.552393:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6acf6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+735:13289:x1828185027697408:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 739us (943us total) trans 4294974570 rc 0/0 00000100:00100000:1.0:1743493949.552402:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3466 00000020:00080000:1.0:1743493949.552409:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493949.556833:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.556951:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027697664 00000100:00100000:0.0:1743493949.556965:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027697664 00000100:00100000:0.0:1743493949.557056:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12177 00000100:00100000:0.0:1743493949.557066:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+735:13333:x1828185027697664:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493949.557096:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.557142:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c406b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518a6 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.557334:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4072 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.557351:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.557378:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493949.557392:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cd:0x0]: returning size 10845 00010000:00010000:0.0:1743493949.557628:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c406b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518a6 expref: 738 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.557655:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4072 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518a6 expref: 737 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.557665:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:0.0:1743493949.557669:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.557673:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185c400, rc 0) 00000100:00100000:0.0:1743493949.557820:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+737:13333:x1828185027697664:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 753us (1001us total) trans 4294974571 rc 0/0 00000100:00100000:0.0:1743493949.557829:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12177 00000100:00100000:3.0:1743493949.561323:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.561478:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027697920 00000100:00100000:0.0:1743493949.561493:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027697920 00000100:00100000:0.0:1743493949.561599:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12178 00000100:00100000:0.0:1743493949.561610:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+737:13290:x1828185027697920:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.561655:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.561702:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4080 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518ad expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.561916:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c4087 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.561934:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c4087 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.561946:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c4087 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493949.561960:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00010000:00010000:0.0:1743493949.562171:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4080 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ad expref: 740 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.562193:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c4087 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ad expref: 739 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.562202:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.562205:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.562209:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e200, rc 0) 00000100:00100000:0.0:1743493949.562313:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+739:13290:x1828185027697920:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 703us (1004us total) trans 4294974572 rc 0/0 00000100:00100000:0.0:1743493949.562321:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12178 00000100:00100000:2.0:1743493949.565174:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.565311:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027698176 00000100:00100000:0.0:1743493949.565324:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027698176 00000100:00100000:0.0:1743493949.565529:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12179 00000100:00100000:0.0:1743493949.565540:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+739:13289:x1828185027698176:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493949.565637:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.565673:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4002 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495187c expref: 739 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.565704:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32f:0x0].0x0 (ffff998b50feea80) 00010000:00010000:0.0:1743493949.565725:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.566008:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566026:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566039:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566069:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566079:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566086:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566480:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566491:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.566500:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493949.567217:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].293, 64 off27008 00000040:00080000:0.0:1743493949.567273:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3686, 184 off650384 00010000:00010000:0.0:1743493949.568931:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568954:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568966:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568975:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568982:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568987:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568993:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.568999:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493949.569003:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569010:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569021:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32f:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:0.0:1743493949.569024:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493949.569029:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569034:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c40aa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569081:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569088:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569094:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569099:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.569103:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569108:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569117:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32f:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:0.0:1743493949.569119:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493949.569122:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569127:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c40a3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569453:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569462:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569467:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569473:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.569476:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569485:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569495:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.569498:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.569501:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569506:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4095 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493949.569524:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d0b3322b reply state 000000009fe11dc1 transno 4294974573 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569536:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.569543:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x148c06c6 (ffff998b50fed080) 00010000:00010000:0.0:1743493949.569546:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493949.569550:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493949.569725:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+740:13289:x1828185027698176:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 4179us (4557us total) trans 4294974573 rc 0/0 00000100:00100000:0.0:1743493949.569737:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12179 00000100:00100000:3.0:1743493949.570218:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.570995:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027698432 00000100:00100000:1.0:1743493949.571008:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027698432 00000100:00100000:1.0:1743493949.571090:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3467 00000100:00100000:1.0:1743493949.571101:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+740:13333:x1828185027698432:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:1.0:1743493949.571969:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+741:13333:x1828185027698432:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 866us (1749us total) trans 4294974574 rc 0/0 00000100:00100000:1.0:1743493949.571980:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3467 00000100:00100000:3.0:1743493949.573070:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.573889:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027698560 00000100:00100000:1.0:1743493949.573901:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027698560 00000100:00100000:1.0:1743493949.574147:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1293 00000100:00100000:1.0:1743493949.574158:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+741:2439:x1828185027698560:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.574195:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.574231:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4072 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518a6 expref: 741 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.574256:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:1.0:1743493949.574263:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493949.574879:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+740:2439:x1828185027698560:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 720us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.574890:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1293 00000100:00100000:2.0:1743493949.580014:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.580706:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027698688 00000100:00100000:0.0:1743493949.580722:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027698688 00000100:00100000:0.0:1743493949.580874:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12180 00000100:00100000:0.0:1743493949.580886:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+740:13289:x1828185027698688:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.580916:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.580964:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c40b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518b4 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.581105:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581125:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581139:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581191:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581199:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581207:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581276:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581285:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581292:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581299:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.581305:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581314:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581335:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.581339:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.581345:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581352:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581396:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581403:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581409:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581414:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.581418:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581424:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581433:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x69e939dc (ffff998b50e5e740) 00010000:00010000:0.0:1743493949.581436:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.581439:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581445:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x69e939dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.581510:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c40b1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518b4 expref: 741 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.581521:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c40b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518b4 expref: 741 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.581536:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198400, rc 0) 00000100:00100000:0.0:1743493949.581641:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+740:13289:x1828185027698688:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 755us (1639us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.581651:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12180 00000100:00100000:2.0:1743493949.583146:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.583223:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.583316:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027698816 00000100:00100000:1.0:1743493949.583326:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027698816 00000100:00100000:1.0:1743493949.583426:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1294 00000100:00100000:1.0:1743493949.583435:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+740:2439:x1828185027698816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.583467:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.583497:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c4087 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ad expref: 740 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.583520:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.583526:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493949.583607:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+739:2439:x1828185027698816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 171us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.583616:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1294 00000100:00100000:3.0:1743493949.583883:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699072 00000100:00100000:3.0:1743493949.583889:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699072 00000100:00100000:3.0:1743493949.583951:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3468 00000100:00100000:3.0:1743493949.583958:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+739:13290:x1828185027699072:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493949.584537:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3687, 168 off650552 00000001:00080000:3.0:1743493949.584547:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974575 00000100:00100000:3.0:1743493949.584727:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+741:13290:x1828185027699072:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 766us (1502us total) trans 4294974576 rc 0/0 00000100:00100000:3.0:1743493949.584736:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3468 00000020:00080000:3.0:1743493949.584743:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493949.589228:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.589547:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699200 00000100:00100000:3.0:1743493949.589563:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699200 00000100:00100000:3.0:1743493949.591522:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12181 00000100:00100000:3.0:1743493949.591539:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+741:13289:x1828185027699200:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.591606:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.591652:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c40c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518bb expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.592127:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.592148:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.592167:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493949.592230:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:2.0:1743493949.592235:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493949.592263:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.592296:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c40c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518bb expref: 743 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.592325:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518bb expref: 742 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.592336:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493949.592339:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493949.592345:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a5c0, rc 0) 00000100:00100000:2.0:1743493949.592981:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+742:13289:x1828185027699200:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1444us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.592992:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12181 00000100:00100000:2.0:1743493949.604288:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.604351:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.604437:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.604524:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699840 00000100:00100000:3.0:1743493949.604540:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699840 00000100:00100000:3.0:1743493949.604640:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3469 00000100:00100000:3.0:1743493949.604651:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+742:13289:x1828185027699840:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493949.604851:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699456 00000100:00100000:0.0:1743493949.604857:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699456 00000100:00100000:0.0:1743493949.604901:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699712 00000100:00100000:0.0:1743493949.604904:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699712 00000100:00100000:0.0:1743493949.604930:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12182 00000100:00100000:0.0:1743493949.604936:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+744:13290:x1828185027699456:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.604949:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.604991:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c40d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518c2 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.605162:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.605179:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 745 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.605188:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.605263:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 745 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.605282:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 745 pid: 6554 timeout: 1251 lvb_type: 0 00000100:00100000:0.0:1743493949.605297:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060452608:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.605444:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.605587:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12183 00000100:00100000:1.0:1743493949.605596:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+745:13333:x1828185027699712:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.605606:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.605634:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40e2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518c9 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.606562:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c40e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.606581:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c40e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.606600:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c40e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493949.606615:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cd:0x0]: returning size 10845 00010000:00010000:1.0:1743493949.606886:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40e2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c9 expref: 749 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.606910:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c40e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2cd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c9 expref: 748 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.606920:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:1.0:1743493949.606924:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493949.606928:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1996c0, rc 0) 00000100:00100000:1.0:1743493949.607009:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027699712:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 1411us (2656us total) trans 4294974577 rc 0/0 00000100:00100000:1.0:1743493949.607018:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12183 00000100:00100000:0.0:1743493949.612906:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060452608:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493949.612992:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493949.617421:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+746:13289:x1828185027699840:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 12751us (12963us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.617444:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3469 00000100:00100000:0.0:1743493949.617998:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.618465:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027699968 00000100:00100000:2.0:1743493949.618479:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027699968 00010000:00010000:2.0:1743493949.618537:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 746 pid: 6554 timeout: 1251 lvb_type: 0 00000100:00100000:2.0:1743493949.618582:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3211 00000100:00100000:2.0:1743493949.618596:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+746:2438:x1828185027699968:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.618635:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.618644:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 746 pid: 6554 timeout: 1251 lvb_type: 0 00010000:00010000:2.0:1743493949.618992:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 746 pid: 6554 timeout: 1251 lvb_type: 0 00010000:00010000:2.0:1743493949.619028:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4ac7a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fbc expref: 746 pid: 6554 timeout: 1251 lvb_type: 0 00010000:00010000:2.0:1743493949.619051:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.619060:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.619072:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.619080:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.619137:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.619381:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0b2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+745:2438:x1828185027699968:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 784us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.619390:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3211 00010000:00010000:0.0:1743493949.619497:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.619507:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493949.619533:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00010000:00010000:0.0:1743493949.622955:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c40d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 746 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.623005:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 745 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.623015:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.623018:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493949.623023:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b4c0, rc 0) 00000100:00100000:0.0:1743493949.623156:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+745:13290:x1828185027699456:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 18216us (18881us total) trans 4294974578 rc 0/0 00000100:00100000:0.0:1743493949.623171:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12182 00000100:00100000:3.0:1743493949.630104:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.630169:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.630244:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.630374:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700224 00000100:00100000:1.0:1743493949.630388:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700224 00000100:00100000:1.0:1743493949.630477:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700352 00000100:00100000:1.0:1743493949.630482:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700352 00000100:00100000:1.0:1743493949.630517:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700096 00000100:00100000:1.0:1743493949.630521:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700096 00000100:00100000:1.0:1743493949.630565:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12184 00000100:00100000:1.0:1743493949.630576:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+747:13290:x1828185027700224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.630626:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.630676:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518d7 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.630910:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.630929:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 748 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.630940:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.631027:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 748 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.631061:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 748 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:1.0:1743493949.631079:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a68bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060452736:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.631236:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.631265:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12185 00000100:00100000:1.0:1743493949.631273:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027700352:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.631344:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.631519:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027700352:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 244us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.631528:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12185 00000100:00100000:1.0:1743493949.631578:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12186 00000100:00100000:1.0:1743493949.631583:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027700096:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.631592:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.631618:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c410c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518d0 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.631691:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631706:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631718:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631797:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631805:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631812:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631859:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631867:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631874:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631881:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.631886:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631895:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631911:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.631914:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.631921:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631927:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4113 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631949:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631955:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631961:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631966:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.631968:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631975:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631982:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x2d602a61 (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.631984:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.631987:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.631993:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c411a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2d602a61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493949.632041:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c410c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d0 expref: 748 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.632051:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c410c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d0 expref: 748 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.632063:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a200, rc 0) 00000100:00100000:1.0:1743493949.632112:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027700096:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 527us (1869us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.632120:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12186 00000100:00100000:3.0:1743493949.637229:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.639132:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700480 00000100:00100000:2.0:1743493949.639152:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700480 00000100:00100000:0.0:1743493949.640059:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12187 00000100:00100000:0.0:1743493949.640073:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13333:x1828185027700480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.640207:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.641492:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13333:x1828185027700480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1412us (4268us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.641507:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12187 00000100:00100000:3.0:1743493949.644115:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.644179:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.644726:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700608 00000100:00100000:2.0:1743493949.644745:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700608 00010000:00010000:2.0:1743493949.644868:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 747 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:2.0:1743493949.644917:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3212 00000100:00100000:2.0:1743493949.644927:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+747:2437:x1828185027700608:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.644967:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.644975:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 747 pid: 8615 timeout: 1251 lvb_type: 0 00010000:00010000:2.0:1743493949.644990:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 747 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:1.0:1743493949.645139:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a68bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060452736:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493949.645351:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c40db lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c2 expref: 747 pid: 8615 timeout: 1251 lvb_type: 0 00010000:00010000:1.0:1743493949.645416:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:0.0:1743493949.645457:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700736 00000100:00100000:0.0:1743493949.645463:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700736 00010000:00010000:2.0:1743493949.645466:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.645472:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.645484:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.645492:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00000100:00100000:0.0:1743493949.645530:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12188 00000100:00100000:0.0:1743493949.645538:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027700736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.645563:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.646501:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4121 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518de expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.646511:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.646616:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+748:2437:x1828185027700608:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1687us (2510us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493949.646622:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493949.646631:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3212 00010000:00010000:0.0:1743493949.646634:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.646643:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.647226:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.647236:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493949.647297:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.647302:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.647329:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.648370:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c40fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 748 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.648423:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 747 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.648439:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.648443:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.648447:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1987c0, rc 0) 00000100:00100000:1.0:1743493949.648546:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+747:13290:x1828185027700224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 17971us (18456us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.648557:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12184 00010000:00010000:1.0:1743493949.654195:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654228:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654245:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654316:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654325:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654333:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654339:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.654345:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654354:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654391:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.654395:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.654402:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654409:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4128 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654437:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654445:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654450:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654455:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.654459:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654465:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654473:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x1489dbad (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.654476:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.654479:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654484:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c412f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x1489dbad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.654558:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4121 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518de expref: 746 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.654567:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4121 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518de expref: 746 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.654585:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b505696c0, rc 0) 00000100:00100000:1.0:1743493949.654741:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+745:13289:x1828185027700736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 9200us (10558us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.654777:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12188 00000100:00100000:3.0:1743493949.658125:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.658220:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.658279:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701120 00000100:00100000:1.0:1743493949.658292:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701120 00000100:00100000:2.0:1743493949.658378:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027700992 00000100:00100000:2.0:1743493949.658384:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027700992 00000100:00100000:1.0:1743493949.658410:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12189 00000100:00100000:1.0:1743493949.658420:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+746:13333:x1828185027701120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1743493949.658446:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3470 00000100:00100000:2.0:1743493949.658452:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+746:13290:x1828185027700992:12345-192.168.206.41@tcp:35:dbench.0 00000004:00000080:1.0:1743493949.658513:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ce:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493949.658696:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ce:0x0]: rc = -2 00000040:00080000:2.0:1743493949.658785:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3688, 168 off650720 00000100:00100000:1.0:1743493949.658826:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13333:x1828185027701120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 406us (606us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493949.658836:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12189 00000100:00100000:2.0:1743493949.658960:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+747:13290:x1828185027700992:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 506us (849us total) trans 4294974579 rc 0/0 00000100:00100000:2.0:1743493949.658969:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3470 00000100:00100000:3.0:1743493949.663972:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.664096:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701248 00000100:00100000:1.0:1743493949.664112:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701248 00000100:00100000:1.0:1743493949.664200:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12190 00000100:00100000:1.0:1743493949.664211:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+746:13333:x1828185027701248:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.664312:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.664699:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+746:13333:x1828185027701248:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 488us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.664724:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12190 00000100:00100000:1.0:1743493949.668652:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.668797:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701376 00000100:00100000:2.0:1743493949.668811:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701376 00000100:00100000:2.0:1743493949.668903:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12191 00000100:00100000:2.0:1743493949.668913:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+746:13289:x1828185027701376:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.668943:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.668995:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c4136 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518e5 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.669117:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669134:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669146:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669198:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669211:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669218:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669276:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669283:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669290:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669297:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.669301:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669311:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669326:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493949.669329:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.669336:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669343:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c413d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669379:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669386:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669401:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669406:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.669410:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669416:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669424:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x3eeb752e (ffff998b50e5e740) 00010000:00010000:2.0:1743493949.669427:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.669430:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669435:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4144 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x3eeb752e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.669486:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c4136 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518e5 expref: 747 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.669495:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c4136 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518e5 expref: 747 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.669511:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb100, rc 0) 00000100:00100000:2.0:1743493949.669621:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+746:13289:x1828185027701376:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 707us (981us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.669630:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12191 00000100:00100000:1.0:1743493949.673554:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.673636:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.673935:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701504 00000100:00100000:0.0:1743493949.673949:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701504 00000100:00100000:2.0:1743493949.673981:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701632 00000100:00100000:2.0:1743493949.673986:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701632 00000100:00100000:0.0:1743493949.674037:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12192 00000100:00100000:0.0:1743493949.674047:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13290:x1828185027701504:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:2.0:1743493949.674102:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12193 00000100:00100000:2.0:1743493949.674109:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+747:13333:x1828185027701632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.674218:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493949.674580:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.674627:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c414b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518ec expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.674731:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.674749:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.674805:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.674856:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.674864:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.674872:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675015:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675025:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675032:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.675072:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.675079:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.675104:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675116:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675126:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675134:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675142:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675149:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.675154:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675164:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675180:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.675184:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.675191:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675198:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4152 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675222:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675230:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675237:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675243:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.675247:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675254:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675262:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.675264:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.675267:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675274:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4159 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.675326:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c414b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.675347:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 748 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.675370:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.675373:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.675376:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8040, rc 0) 00000100:00100000:2.0:1743493949.677747:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027701632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3622us (4095us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.677781:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12193 00000100:00100000:1.0:1743493949.678147:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+747:13290:x1828185027701504:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4099us (4606us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.678156:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12192 00000100:00100000:3.0:1743493949.678370:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.678654:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701760 00000100:00100000:3.0:1743493949.678667:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701760 00000100:00100000:3.0:1743493949.678726:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12194 00000100:00100000:3.0:1743493949.678734:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027701760:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.678784:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.678827:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4167 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518f3 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.682200:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682232:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682249:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682305:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682314:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682322:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682403:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682411:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682420:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682427:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.682433:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682442:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682457:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493949.682461:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.682468:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682475:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c416e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682498:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682505:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682511:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682516:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.682520:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682526:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682534:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xd9c58084 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493949.682538:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.682541:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682547:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4175 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd9c58084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.682607:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4167 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518f3 expref: 748 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.682618:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4167 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518f3 expref: 748 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.682638:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8f40, rc 0) 00000100:00100000:3.0:1743493949.682810:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027701760:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4071us (4437us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.682822:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12194 00000100:00100000:2.0:1743493949.689102:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.689171:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.689236:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702144 00000100:00100000:2.0:1743493949.689242:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.689250:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702144 00000100:00100000:0.0:1743493949.689344:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027701888 00000100:00100000:0.0:1743493949.689347:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027701888 00000100:00100000:0.0:1743493949.689415:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12195 00000100:00100000:0.0:1743493949.689426:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+748:13290:x1828185027702144:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.689457:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493949.689491:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12196 00000100:00100000:2.0:1743493949.689499:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027701888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493949.689506:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c417c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49518fa expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1743493949.689573:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2cf:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493949.689678:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.689696:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 749 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.689705:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.689714:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493949.689809:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+749:13333:x1828185027701888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (637us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493949.689816:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493949.689819:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12196 00010000:00010000:0.0:1743493949.689832:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:0.0:1743493949.689847:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060452864:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493949.689943:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702272 00000100:00100000:3.0:1743493949.689949:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702272 00010000:00010000:0.0:1743493949.689981:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 749 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.689983:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 1251 lvb_type: 0 00010000:00010000:0.0:1743493949.689991:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 749 pid: 12851 timeout: 1251 lvb_type: 0 00000100:00100000:0.0:1743493949.690001:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc022c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060452992:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493949.690011:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3213 00000100:00100000:3.0:1743493949.690017:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+749:2439:x1828185027702272:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.690038:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.690045:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 1251 lvb_type: 0 00010000:00010000:3.0:1743493949.690056:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 749 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:0.0:1743493949.690068:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493949.690080:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.690085:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.690091:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.690098:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.690132:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+749:2439:x1828185027702272:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 114us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.690141:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3213 00010000:00010000:0.0:1743493949.695403:0:6553:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000164c8cee x1828185060452864) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 748 pid: 8615 timeout: 1251 lvb_type: 0 00010000:00010000:0.0:1743493949.695435:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4160 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518ec expref: 748 pid: 8615 timeout: 1251 lvb_type: 0 00000100:00100000:0.0:1743493949.695462:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060452864:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.695494:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc022c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060452992:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493949.695590:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.695597:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.695608:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.695619:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493949.698402:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.699546:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702400 00000100:00100000:3.0:1743493949.699562:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702400 00000100:00100000:2.0:1743493949.699740:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12197 00000100:00100000:2.0:1743493949.699770:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027702400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.699878:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.700027:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.700088:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.700108:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027702400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 356us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.700118:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12197 00000100:00100000:3.0:1743493949.700534:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702528 00000100:00100000:3.0:1743493949.700540:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702528 00010000:00010000:3.0:1743493949.700584:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 748 pid: 12851 timeout: 1251 lvb_type: 0 00000100:00100000:3.0:1743493949.700618:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3214 00000100:00100000:3.0:1743493949.700624:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+748:2439:x1828185027702528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.700648:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.700658:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 748 pid: 12851 timeout: 1251 lvb_type: 0 00010000:00010000:3.0:1743493949.700671:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 748 pid: 12851 timeout: 1251 lvb_type: 0 00010000:00010000:3.0:1743493949.700700:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4105 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518d7 expref: 748 pid: 12851 timeout: 1251 lvb_type: 0 00010000:00010000:3.0:1743493949.700728:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.700735:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.700746:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.700784:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.700857:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.700919:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+747:2439:x1828185027702528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 294us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.700927:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3214 00010000:00010000:0.0:1743493949.701457:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.701468:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493949.701481:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702656 00000100:00100000:2.0:1743493949.701487:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702656 00000004:00200000:0.0:1743493949.701490:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00010000:00010000:0.0:1743493949.701893:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c417c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 749 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.701923:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.701931:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.701934:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493949.701938:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c7880, rc 0) 00000100:00100000:0.0:1743493949.702014:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+748:13290:x1828185027702144:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 12588us (12925us total) trans 4294974580 rc 0/0 00000100:00100000:0.0:1743493949.702022:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12195 00000100:00100000:0.0:1743493949.702067:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12198 00000100:00100000:0.0:1743493949.702075:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027702656:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.702094:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.702131:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4191 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951901 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.702229:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702242:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702255:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702306:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702314:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702321:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702373:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702382:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702389:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702396:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.702402:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702410:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702420:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.702423:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.702427:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702434:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4198 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702453:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702459:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702464:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702469:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.702472:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702477:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702484:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8982f138 (ffff998b50e5cd40) 00010000:00010000:0.0:1743493949.702487:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.702490:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702495:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c419f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x8982f138 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493949.702535:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4191 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951901 expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.702544:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4191 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951901 expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.702558:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6d40, rc 0) 00000100:00100000:0.0:1743493949.702606:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+747:13289:x1828185027702656:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 530us (2516us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.702613:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12198 00000100:00100000:2.0:1743493949.711518:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.719529:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702784 00000100:00100000:0.0:1743493949.719552:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702784 00000100:00100000:1.0:1743493949.719742:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12199 00000100:00100000:1.0:1743493949.719784:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+747:13333:x1828185027702784:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.719817:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.719870:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c41a6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951908 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.720003:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720019:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720031:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720074:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720080:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720086:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720127:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720134:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720139:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493949.720195:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cf:0x0]: returning size 30118 00000004:00200000:1.0:1743493949.720201:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.720226:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720236:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720246:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720252:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720259:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720266:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.720271:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720279:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720294:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:1.0:1743493949.720298:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.720305:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720312:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c41ad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720335:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720341:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720348:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720354:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.720367:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720373:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720381:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xbf666e00 (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.720384:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.720387:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720393:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c41b4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xbf666e00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.720445:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c41a6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951908 expref: 749 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.720465:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951908 expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.720472:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:1.0:1743493949.720474:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.720477:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7880, rc 0) 00000100:00100000:1.0:1743493949.720607:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+748:13333:x1828185027702784:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 853us (9105us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.720617:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12199 00000100:00100000:2.0:1743493949.726827:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.726889:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.727090:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027702912 00000100:00100000:1.0:1743493949.727104:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027702912 00000100:00100000:1.0:1743493949.727189:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703040 00000100:00100000:1.0:1743493949.727193:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703040 00000100:00100000:1.0:1743493949.727238:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12200 00000100:00100000:1.0:1743493949.727248:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+749:13290:x1828185027702912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.727288:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.727331:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c41c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495190f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.727527:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.727545:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.727554:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.727638:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.727654:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.727671:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbc540 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060453120:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.727827:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.727929:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12201 00000100:00100000:1.0:1743493949.727935:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+750:13289:x1828185027703040:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.727950:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.727974:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c41d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951916 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.728044:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728057:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728071:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728120:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728128:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728136:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728183:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728190:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728197:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728204:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.728209:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728218:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728233:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.728236:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.728242:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728248:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728269:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728275:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728281:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728287:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.728289:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728295:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728303:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xfe99ec38 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.728306:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.728309:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728315:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xfe99ec38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.728385:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c41d0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951916 expref: 751 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.728394:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c41d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951916 expref: 751 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.728409:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4040, rc 0) 00000100:00100000:1.0:1743493949.728478:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+750:13289:x1828185027703040:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 540us (1587us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.728486:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12201 00000100:00100000:2.0:1743493949.735839:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.735910:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.736294:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703168 00000100:00100000:3.0:1743493949.736308:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703168 00000100:00100000:3.0:1743493949.736427:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1295 00000100:00100000:3.0:1743493949.736437:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+750:2437:x1828185027703168:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.736475:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.736510:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c41bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951908 expref: 750 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.736536:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:3.0:1743493949.736543:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.736643:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+749:2437:x1828185027703168:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 206us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.736654:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1295 00000100:00100000:1.0:1743493949.737787:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbc540 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060453120:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493949.737865:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493949.737956:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703296 00000100:00100000:0.0:1743493949.737964:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703296 00000100:00100000:3.0:1743493949.737979:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.738038:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12202 00000100:00100000:0.0:1743493949.738046:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+749:13333:x1828185027703296:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493949.738072:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.738109:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c41e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495191d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.738159:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.738173:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.738183:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.738318:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c41e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495191d expref: 751 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.738340:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495191d expref: 750 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.738348:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:0.0:1743493949.738351:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493949.738367:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c7c40, rc 0) 00000100:00100000:0.0:1743493949.738435:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+750:13333:x1828185027703296:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 388us (2525us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.738442:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12202 00000100:00100000:0.0:1743493949.739251:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.739321:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703424 00000100:00100000:2.0:1743493949.739328:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703424 00010000:00010000:2.0:1743493949.739385:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.739727:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3215 00000100:00100000:2.0:1743493949.739737:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+750:2437:x1828185027703424:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.739785:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.739792:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.739807:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.739832:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4183 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518fa expref: 750 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.739853:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.739859:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.739870:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.739879:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.739938:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.740005:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+749:2437:x1828185027703424:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 267us (2024us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.740014:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3215 00010000:00010000:2.0:1743493949.740940:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.740951:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493949.741015:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:2.0:1743493949.741021:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493949.741051:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.741116:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c41c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 749 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.741139:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 748 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.741147:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.741151:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493949.741154:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c56c0, rc 0) 00000100:00100000:2.0:1743493949.741248:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+748:13290:x1828185027702912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13999us (14434us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.741257:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12200 00000100:00100000:2.0:1743493949.741304:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703552 00000100:00100000:2.0:1743493949.741311:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703552 00000100:00100000:1.0:1743493949.741468:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12203 00000100:00100000:1.0:1743493949.741476:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+748:13289:x1828185027703552:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.741500:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.741534:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951924 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.741627:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741641:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741651:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741700:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741709:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741716:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741781:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741790:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741798:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741805:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.741809:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741818:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741828:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.741831:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.741836:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741842:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c41fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741864:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741870:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741876:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741881:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.741885:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741891:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741899:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa6e377a8 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.741901:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.741904:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741910:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4201 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa6e377a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.741947:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41f3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951924 expref: 749 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.741956:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c41f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951924 expref: 749 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.741968:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c5e40, rc 0) 00000100:00100000:1.0:1743493949.742033:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+748:13289:x1828185027703552:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 555us (2785us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.742040:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12203 00000100:00100000:0.0:1743493949.747111:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.747676:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.747744:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704064 00000100:00100000:1.0:1743493949.747779:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704064 00000100:00100000:1.0:1743493949.747878:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12204 00000100:00100000:2.0:1743493949.747880:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027703808 00000100:00100000:2.0:1743493949.747885:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027703808 00000100:00100000:1.0:1743493949.747889:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+749:13333:x1828185027704064:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.747919:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493949.747923:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3471 00000100:00100000:2.0:1743493949.747929:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+749:13290:x1828185027703808:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:1.0:1743493949.747962:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4208 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495192b expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.748091:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c420f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.748107:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c420f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.748120:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c420f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493949.748134:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cf:0x0]: returning size 30118 00000040:00080000:2.0:1743493949.748252:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3689, 168 off650888 00010000:00010000:1.0:1743493949.748303:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4208 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495192b expref: 753 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.748327:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c420f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495192b expref: 752 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.748336:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:1.0:1743493949.748339:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.748343:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a5e40, rc 0) 00000100:00100000:2.0:1743493949.749278:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+752:13290:x1828185027703808:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1342us (2175us total) trans 4294974582 rc 0/0 00000100:00100000:2.0:1743493949.749291:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3471 00000100:00100000:1.0:1743493949.749427:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+751:13333:x1828185027704064:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 1538us (1751us total) trans 4294974581 rc 0/0 00000100:00100000:1.0:1743493949.749436:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12204 00000100:00100000:0.0:1743493949.750546:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.753082:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704192 00000100:00100000:1.0:1743493949.753103:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704192 00000100:00100000:1.0:1743493949.753343:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12205 00000100:00100000:1.0:1743493949.753365:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+751:13289:x1828185027704192:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.753451:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.753504:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c421d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951932 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.753632:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.753649:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.753662:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754037:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754045:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754053:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754106:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754117:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493949.754118:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493949.754124:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754131:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.754136:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754145:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754160:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.754163:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.754248:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754257:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4224 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754281:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754288:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754293:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754299:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.754302:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754313:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754322:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xd138b873 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.754324:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.754328:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754333:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c422b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xd138b873 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.754450:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c421d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951932 expref: 752 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.754461:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c421d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951932 expref: 752 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.754476:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a74c0, rc 0) 00000100:00100000:1.0:1743493949.754593:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+751:13289:x1828185027704192:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1239us (4051us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.754602:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12205 00000100:00100000:3.0:1743493949.754614:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704320 00000100:00100000:3.0:1743493949.754622:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704320 00000100:00100000:3.0:1743493949.754672:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12206 00000100:00100000:3.0:1743493949.754679:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+751:13290:x1828185027704320:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.754714:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.754740:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4232 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951939 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.754849:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.754859:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.754867:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.754908:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.754915:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.754922:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755783:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755796:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755804:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:3.0:1743493949.755858:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:3.0:1743493949.755864:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493949.755891:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755904:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755913:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755919:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755926:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755931:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.755935:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755943:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755952:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.755955:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.755960:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755966:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4239 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755985:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755992:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.755999:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.756004:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.756008:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.756015:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.756023:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b50e5e740) 00010000:00010000:3.0:1743493949.756026:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.756029:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.756035:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4240 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.756079:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4232 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 753 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.756099:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 752 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.756106:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.756109:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.756112:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:3.0:1743493949.756195:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+752:13290:x1828185027704320:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1513us (2077us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.756203:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12206 00000100:00100000:0.0:1743493949.756393:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.756987:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704448 00000100:00100000:3.0:1743493949.756996:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704448 00000100:00100000:3.0:1743493949.757070:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1296 00000100:00100000:3.0:1743493949.757079:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+752:2439:x1828185027704448:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.757112:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.757133:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c420f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495192b expref: 752 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.757152:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:3.0:1743493949.757157:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.757220:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+751:2439:x1828185027704448:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 140us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.757229:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1296 00000100:00100000:0.0:1743493949.757337:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.757885:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704704 00000100:00100000:3.0:1743493949.757892:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704704 00000100:00100000:3.0:1743493949.758738:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3472 00000100:00100000:3.0:1743493949.758749:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6acf0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+751:13333:x1828185027704704:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:3.0:1743493949.759286:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6acf0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+752:13333:x1828185027704704:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 536us (1948us total) trans 4294974583 rc 0/0 00000100:00100000:3.0:1743493949.759296:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3472 00000100:00100000:0.0:1743493949.761144:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.761273:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027704960 00000100:00100000:3.0:1743493949.761285:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027704960 00000100:00100000:3.0:1743493949.761435:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12207 00000100:00100000:3.0:1743493949.761446:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+752:13289:x1828185027704960:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.761472:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.761518:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c424e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951940 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.761682:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4255 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.761705:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.761718:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:3.0:1743493949.761732:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00010000:00010000:3.0:1743493949.761973:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c424e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951940 expref: 755 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.761999:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951940 expref: 754 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.762010:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:3.0:1743493949.762013:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493949.762017:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28400, rc 0) 00000100:00100000:3.0:1743493949.762100:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+754:13289:x1828185027704960:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 654us (1523us total) trans 4294974584 rc 0/0 00000100:00100000:3.0:1743493949.762108:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12207 00000100:00100000:2.0:1743493949.767325:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.767447:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.767551:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027705344 00000100:00100000:1.0:1743493949.767564:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027705344 00000100:00100000:1.0:1743493949.767665:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12208 00000100:00100000:1.0:1743493949.767676:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+754:13290:x1828185027705344:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.767724:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.767802:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4263 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951947 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493949.767919:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027705088 00000100:00100000:3.0:1743493949.767925:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027705088 00000100:00100000:3.0:1743493949.767977:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1297 00010000:00010000:1.0:1743493949.767981:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493949.767984:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b126850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+756:2440:x1828185027705088:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.767999:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 756 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.768003:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.768007:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 756 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.768015:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00000100:00100000:0.0:1743493949.769250:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493949.769540:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50201000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 756 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493949.769566:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcc540 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453248:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493949.769692:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.769700:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.769720:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.769727:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.769780:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027705856 00000100:00100000:2.0:1743493949.769787:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027705856 00000100:00100000:2.0:1743493949.769856:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3473 00000100:00100000:2.0:1743493949.769865:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+757:13289:x1828185027705856:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:1.0:1743493949.769888:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 757 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.769901:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 757 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.769911:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcdc40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453376:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.770513:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.770619:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b126850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+757:2440:x1828185027705088:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2632us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.770630:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1297 00000100:00100000:0.0:1743493949.770746:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.770814:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027705472 00000100:00100000:3.0:1743493949.770820:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027705472 00000100:00100000:3.0:1743493949.770879:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1298 00000100:00100000:3.0:1743493949.770885:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+757:2440:x1828185027705472:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.770907:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.770927:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4255 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951940 expref: 757 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.770948:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:3.0:1743493949.770952:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.771003:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+756:2440:x1828185027705472:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 116us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.771011:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1298 00000100:00100000:1.0:1743493949.771198:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.771447:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027705984 00000100:00100000:1.0:1743493949.771453:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027705984 00000100:00100000:1.0:1743493949.771503:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12209 00000100:00100000:1.0:1743493949.771509:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+756:13333:x1828185027705984:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493949.771527:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.771563:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4271 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495194e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.771709:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c4278 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.771725:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c4278 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.771737:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c4278 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2cf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493949.771749:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2cf:0x0]: returning size 30118 00010000:00010000:1.0:1743493949.772004:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4271 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495194e expref: 759 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.772027:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c4278 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2cf:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495194e expref: 758 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.772035:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:1.0:1743493949.772038:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493949.772041:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28b80, rc 0) 00000100:00100000:1.0:1743493949.772104:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+758:13333:x1828185027705984:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 593us (1593us total) trans 4294974585 rc 0/0 00000100:00100000:1.0:1743493949.772112:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12209 00000040:00080000:2.0:1743493949.772830:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3690, 168 off651056 00000001:00080000:2.0:1743493949.772841:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974586 00000100:00100000:2.0:1743493949.773020:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+759:13289:x1828185027705856:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3152us (3775us total) trans 4294974587 rc 0/0 00000100:00100000:2.0:1743493949.773031:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3473 00000020:00080000:2.0:1743493949.773037:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1743493949.774434:0:11942:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000004ddd4fc3 x1828185060453248) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 758 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.774468:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4247 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951939 expref: 758 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493949.774494:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcc540 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453248:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.777580:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcdc40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453376:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.779444:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.779655:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706112 00000100:00100000:3.0:1743493949.779668:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706112 00010000:00010000:3.0:1743493949.779743:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 758 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.779833:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3216 00000100:00100000:3.0:1743493949.779844:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+758:2437:x1828185027706112:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.779883:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.779892:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 758 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.779907:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 758 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.779939:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c41c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495190f expref: 758 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.779963:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.779969:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.779980:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.779990:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.780039:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.780134:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+757:2437:x1828185027706112:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 289us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.780143:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3216 00010000:00010000:1.0:1743493949.780155:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.780163:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.780173:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.780196:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:1.0:1743493949.780217:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00010000:00010000:1.0:1743493949.780490:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4263 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 758 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.780515:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 757 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.780523:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.780525:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493949.780528:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2bc40, rc 0) 00000100:00100000:1.0:1743493949.780580:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+757:13290:x1828185027705344:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 12905us (13133us total) trans 4294974588 rc 0/0 00000100:00100000:1.0:1743493949.780592:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12208 00000100:00100000:0.0:1743493949.781341:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.782936:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.783025:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706368 00000100:00100000:1.0:1743493949.783036:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706368 00000100:00100000:1.0:1743493949.784070:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706496 00000100:00100000:1.0:1743493949.784079:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706496 00000100:00100000:1.0:1743493949.784137:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12210 00000100:00100000:1.0:1743493949.784148:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+758:13289:x1828185027706368:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.784181:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.784240:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c428d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951955 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493949.784300:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12211 00000100:00100000:2.0:1743493949.784307:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+759:13333:x1828185027706496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.784399:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d0:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493949.784439:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.784455:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 759 pid: 6554 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1743493949.784589:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d0:0x0]: rc = -2 00000100:00100000:2.0:1743493949.784690:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+759:13333:x1828185027706496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 380us (1761us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493949.784703:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12211 00010000:00010000:1.0:1743493949.784977:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.785065:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 758 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.785081:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 758 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.785096:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcae40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453504:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.785209:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.786214:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.786292:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706624 00000100:00100000:0.0:1743493949.786300:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706624 00000100:00100000:0.0:1743493949.786421:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12212 00000100:00100000:0.0:1743493949.786516:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+759:13290:x1828185027706624:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.786566:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.786602:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c429b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495195c expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.787013:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.787034:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 760 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.787044:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.787122:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 760 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.787137:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 760 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.787151:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcb9c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060453632:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.787322:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493949.788407:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.788647:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706752 00000100:00100000:2.0:1743493949.788658:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706752 00000100:00100000:2.0:1743493949.788746:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12213 00000100:00100000:2.0:1743493949.788786:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027706752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.788878:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.789072:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027706752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.789081:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12213 00000100:00100000:1.0:1743493949.790151:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcb9c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060453632:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493949.790230:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493949.794518:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcae40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060453504:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493949.794615:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:1.0:1743493949.795481:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.795545:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.795620:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.796071:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707136 00000100:00100000:2.0:1743493949.796084:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707136 00000100:00100000:2.0:1743493949.796183:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12214 00000100:00100000:2.0:1743493949.796193:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027707136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.796288:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.796516:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027707136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.796526:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12214 00000100:00100000:0.0:1743493949.796694:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027706880 00000100:00100000:0.0:1743493949.796701:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027706880 00010000:00010000:0.0:1743493949.796741:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 761 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493949.796792:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707008 00000100:00100000:0.0:1743493949.796797:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707008 00000100:00100000:3.0:1743493949.796824:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3217 00010000:00010000:0.0:1743493949.796824:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.796832:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:2438:x1828185027706880:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1743493949.796848:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3218 00000100:00100000:0.0:1743493949.796853:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:2438:x1828185027707008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.796857:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.796865:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 762 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.796866:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.796871:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.796885:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 762 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.796885:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.796913:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4ac7fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fe6 expref: 762 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.796913:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c426a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951947 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.796934:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.796940:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.796950:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.796960:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.797000:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:3.0:1743493949.797006:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.797015:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.797022:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.797028:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493949.797056:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493949.797077:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+760:2438:x1828185027707008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 222us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.797085:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3218 00000100:00100000:3.0:1743493949.797090:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+760:2438:x1828185027706880:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 258us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.797097:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3217 00010000:00010000:1.0:1743493949.797282:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.797291:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.797348:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.797363:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1743493949.797373:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.797380:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493949.797390:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.797448:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c429b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 759 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.797470:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 758 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.797477:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.797480:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.797483:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3ed40, rc 0) 00000100:00100000:1.0:1743493949.797547:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+758:13290:x1828185027706624:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11115us (11336us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.797555:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12212 00000004:00200000:2.0:1743493949.797573:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00010000:00010000:2.0:1743493949.797820:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c428d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 759 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.797842:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 758 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.797849:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493949.797852:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493949.797855:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54065e40, rc 0) 00000100:00100000:2.0:1743493949.797895:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+758:13289:x1828185027706368:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13749us (16556us total) trans 4294974589 rc 0/0 00000100:00100000:2.0:1743493949.797903:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12210 00000100:00100000:3.0:1743493949.801417:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.801605:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.801683:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707264 00000100:00100000:2.0:1743493949.801696:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707264 00000100:00100000:0.0:1743493949.801964:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707520 00000100:00100000:0.0:1743493949.801970:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707520 00000100:00100000:1.0:1743493949.802130:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3474 00000100:00100000:1.0:1743493949.802142:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+759:13290:x1828185027707520:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493949.802533:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3691, 168 off651224 00000100:00100000:3.0:1743493949.802712:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12215 00000100:00100000:3.0:1743493949.802721:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+760:13333:x1828185027707264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.802837:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493949.803053:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+760:13290:x1828185027707520:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 910us (1446us total) trans 4294974590 rc 0/0 00000100:00100000:1.0:1743493949.803063:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3474 00000100:00100000:3.0:1743493949.803299:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+759:13333:x1828185027707264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 577us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.803312:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12215 00000100:00100000:0.0:1743493949.803337:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.803367:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707648 00000100:00100000:3.0:1743493949.803373:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707648 00000100:00100000:3.0:1743493949.803413:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12216 00000100:00100000:3.0:1743493949.803419:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+759:13289:x1828185027707648:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.803432:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.803474:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c42b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951963 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.803599:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.803618:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 760 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.803627:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.804093:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 760 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.804109:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 760 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.804123:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbc8040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060453760:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493949.804861:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493949.808509:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.808591:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.808698:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707776 00000100:00100000:1.0:1743493949.808711:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707776 00000100:00100000:3.0:1743493949.808863:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027707904 00000100:00100000:3.0:1743493949.808868:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027707904 00000100:00100000:3.0:1743493949.808935:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12217 00000100:00100000:3.0:1743493949.808945:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027707904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.809055:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.809275:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027707904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.809284:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12217 00000100:00100000:1.0:1743493949.809405:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12218 00000100:00100000:1.0:1743493949.809412:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+761:13290:x1828185027707776:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.809425:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.809469:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c42be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495196a expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.809576:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809594:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809608:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809658:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809666:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809672:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809834:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809844:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809852:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:1.0:1743493949.809888:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.809893:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.809919:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809931:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809940:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809947:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809954:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809961:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.809966:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809974:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.809988:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.809991:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.809996:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810002:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c42c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810025:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810031:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810037:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810043:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.810046:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810052:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810060:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.810063:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.810066:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810072:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c42cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.810121:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c42be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495196a expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.810140:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495196a expref: 762 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.810148:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.810150:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.810153:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:1.0:1743493949.810220:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027707776:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 807us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.810228:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12218 00000100:00100000:2.0:1743493949.812901:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.813154:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbc8040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060453760:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493949.813242:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493949.813615:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708032 00000100:00100000:3.0:1743493949.813626:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708032 00010000:00010000:3.0:1743493949.813695:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.813746:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3219 00000100:00100000:3.0:1743493949.815137:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+762:2438:x1828185027708032:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.815183:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.815196:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.815230:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.815260:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4294 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951955 expref: 762 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493949.815269:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493949.815283:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00000100:00100000:1.0:1743493949.815325:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708416 00000100:00100000:1.0:1743493949.815333:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708416 00000100:00100000:0.0:1743493949.815335:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.815415:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708160 00000100:00100000:1.0:1743493949.815419:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708160 00000100:00100000:0.0:1743493949.815424:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.815454:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12219 00000100:00100000:0.0:1743493949.815454:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708544 00000100:00100000:0.0:1743493949.815457:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708544 00000100:00100000:1.0:1743493949.815460:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+763:13290:x1828185027708416:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.815484:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1743493949.815500:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1299 00000100:00100000:0.0:1743493949.815506:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+764:2440:x1828185027708544:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.815524:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c42da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951971 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.815524:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.815538:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c42d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495196a expref: 765 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.815552:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493949.815557:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493949.815642:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+764:2440:x1828185027708544:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 135us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.815650:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1299 00010000:00010000:1.0:1743493949.815700:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.815715:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.815724:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.815830:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.815844:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 763 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.815860:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060453888:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.815948:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493949.816742:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.816778:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.816788:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.816845:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.816901:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:2438:x1828185027708032:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1774us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.816910:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3219 00010000:00010000:1.0:1743493949.817034:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.817044:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.817091:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.817097:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.817122:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.817180:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c42b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.817202:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.817210:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493949.817213:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.817216:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3fc40, rc 0) 00000100:00100000:1.0:1743493949.817263:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027707648:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13843us (13926us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.817270:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12216 00000100:00100000:1.0:1743493949.817312:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12220 00000100:00100000:1.0:1743493949.817319:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027708160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.817407:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493949.817584:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d1:0x0]: rc = -2 00000100:00100000:1.0:1743493949.819563:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+761:13333:x1828185027708160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2229us (4213us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493949.819580:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12220 00000100:00100000:0.0:1743493949.820988:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.820991:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060453888:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493949.821046:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708672 00000100:00100000:2.0:1743493949.821057:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708672 00010000:00010000:2.0:1743493949.821120:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 761 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.821167:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3220 00000100:00100000:2.0:1743493949.821177:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+761:2437:x1828185027708672:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.821211:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.821220:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 761 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.821236:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 761 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.821609:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c42a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495195c expref: 761 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.821661:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.821703:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.821710:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.821722:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.821731:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493949.822424:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.822534:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0b3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+760:2437:x1828185027708672:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1354us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.822546:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3220 00010000:00010000:3.0:1743493949.822782:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493949.822791:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493949.822815:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00010000:00010000:3.0:1743493949.823080:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c42da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 761 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.823106:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 760 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.823115:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:3.0:1743493949.823118:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493949.823121:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660f880, rc 0) 00000100:00100000:3.0:1743493949.823181:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+760:13290:x1828185027708416:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7719us (7912us total) trans 4294974591 rc 0/0 00000100:00100000:3.0:1743493949.823196:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12219 00000100:00100000:0.0:1743493949.825960:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.827594:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708800 00000100:00100000:3.0:1743493949.827613:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708800 00000100:00100000:3.0:1743493949.827722:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12221 00000100:00100000:3.0:1743493949.827732:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+760:13333:x1828185027708800:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.827847:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.828072:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+760:13333:x1828185027708800:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.828081:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12221 00000100:00100000:0.0:1743493949.833952:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.834038:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027708928 00000100:00100000:1.0:1743493949.834052:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027708928 00000100:00100000:1.0:1743493949.834151:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12222 00000100:00100000:1.0:1743493949.834164:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+760:13290:x1828185027708928:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.834204:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.834244:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c42ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951978 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.834418:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.834436:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 761 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.834445:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.834523:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 761 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.834537:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 761 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.834553:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454016:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.835174:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493949.836539:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.836601:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709056 00000100:00100000:3.0:1743493949.836611:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709056 00000100:00100000:0.0:1743493949.836611:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.837353:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12223 00000100:00100000:3.0:1743493949.837374:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027709056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.837488:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.837735:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027709056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 360us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.837745:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12223 00000100:00100000:1.0:1743493949.838872:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709312 00000100:00100000:1.0:1743493949.838888:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709312 00000100:00100000:1.0:1743493949.838991:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3475 00000100:00100000:1.0:1743493949.839000:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027709312:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493949.839652:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3692, 168 off651392 00000100:00100000:1.0:1743493949.839955:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:13289:x1828185027709312:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 953us (3339us total) trans 4294974592 rc 0/0 00000100:00100000:1.0:1743493949.839966:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3475 00000100:00100000:0.0:1743493949.844128:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.844211:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.844342:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709568 00000100:00100000:2.0:1743493949.844367:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709568 00010000:00010000:2.0:1743493949.844452:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 763 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.844509:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3221 00000100:00100000:2.0:1743493949.844519:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:2437:x1828185027709568:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.844557:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.844567:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 763 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.844584:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 763 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.844615:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493949.844623:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.844635:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.844644:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.844703:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493949.844822:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:2437:x1828185027709568:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 302us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.844832:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3221 00000100:00100000:3.0:1743493949.845187:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709440 00000100:00100000:3.0:1743493949.845194:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709440 00000100:00100000:3.0:1743493949.845252:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12224 00000100:00100000:3.0:1743493949.845259:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027709440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.845368:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493949.845573:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d2:0x0]: rc = -2 00000100:00100000:3.0:1743493949.845651:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027709440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 391us (1539us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493949.845663:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12224 00010000:00010000:1.0:1743493949.848098:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c42e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951971 expref: 762 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.848140:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454016:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493949.848214:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.848225:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.848232:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.848304:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.848310:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.848339:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.848420:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c42ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951978 expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.848441:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951978 expref: 761 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.848450:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493949.848455:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.848460:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5615b100, rc 0) 00000100:00100000:1.0:1743493949.848576:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+761:13290:x1828185027708928:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 14414us (14637us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.848588:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12222 00000100:00100000:3.0:1743493949.849072:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.849654:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709696 00000100:00100000:1.0:1743493949.849673:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709696 00000100:00100000:1.0:1743493949.849863:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12225 00000100:00100000:1.0:1743493949.849873:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+761:13289:x1828185027709696:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.849898:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.849938:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c42fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495197f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.850050:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850067:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850080:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850131:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850140:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850148:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850283:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850294:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850301:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493949.850338:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.850343:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.850373:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.850384:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493949.850958:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.851527:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709824 00000100:00100000:2.0:1743493949.851536:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709824 00000100:00100000:2.0:1743493949.851609:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12226 00000100:00100000:2.0:1743493949.851618:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027709824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.851983:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.852196:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027709824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 577us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.852206:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12226 00010000:00010000:1.0:1743493949.852310:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852317:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852324:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852330:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.852336:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852344:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852372:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.852375:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.852381:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852398:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c4304 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852425:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852432:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852438:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852443:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.852446:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852452:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852461:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.852463:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.852466:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852471:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c430b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.852529:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c42fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495197f expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.852549:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495197f expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.852562:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493949.852565:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.852567:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a07c0, rc 0) 00000100:00100000:1.0:1743493949.852633:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027709696:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2760us (3562us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.852641:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12225 00000100:00100000:0.0:1743493949.854667:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.854798:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027709952 00000100:00100000:1.0:1743493949.854810:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027709952 00000100:00100000:1.0:1743493949.854902:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12227 00000100:00100000:1.0:1743493949.854912:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027709952:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.854956:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.855002:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4319 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951986 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.855120:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855137:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855151:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855204:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855212:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855223:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855274:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855282:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855290:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855297:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.855302:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855310:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855325:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.855329:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.855335:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855342:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4320 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855378:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855386:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855392:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855398:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.855402:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855409:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855418:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x6ed7d01b (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.855421:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.855424:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855430:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4327 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.855481:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4319 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951986 expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.855491:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4319 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951986 expref: 763 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.855506:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a2d40, rc 0) 00000100:00100000:1.0:1743493949.855607:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027709952:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 694us (951us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.855616:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12227 00000100:00100000:0.0:1743493949.863695:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.863811:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.863883:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.864002:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710208 00000100:00100000:1.0:1743493949.864017:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710208 00000100:00100000:1.0:1743493949.864124:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1300 00000100:00100000:1.0:1743493949.864134:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+762:2437:x1828185027710208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.864171:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.864205:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4312 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495197f expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.864231:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493949.864237:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493949.864320:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+761:2437:x1828185027710208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 187us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.864329:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1300 00000100:00100000:2.0:1743493949.864532:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710080 00000100:00100000:2.0:1743493949.864537:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710080 00000100:00100000:2.0:1743493949.864589:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710464 00000100:00100000:2.0:1743493949.864593:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710464 00000100:00100000:2.0:1743493949.864631:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12228 00000100:00100000:2.0:1743493949.864638:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027710080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.864722:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.864935:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027710080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 295us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.864943:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12228 00000100:00100000:2.0:1743493949.864973:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12229 00000100:00100000:2.0:1743493949.864979:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+761:13289:x1828185027710464:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.864992:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.865028:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c432e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495198d expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.865164:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.865182:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.865192:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.865275:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 762 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.865291:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 762 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.865314:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feba2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060454144:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493949.865965:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493949.869700:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.869835:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.869936:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710592 00000100:00100000:1.0:1743493949.869948:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710592 00000100:00100000:1.0:1743493949.870025:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710720 00000100:00100000:1.0:1743493949.870028:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710720 00000100:00100000:1.0:1743493949.870062:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12230 00000100:00100000:1.0:1743493949.870071:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027710592:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.870098:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.870139:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c433c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951994 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.870254:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870273:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870286:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870335:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870345:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870352:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870421:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870429:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870437:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870443:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.870448:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870456:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870471:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.870475:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.870482:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870488:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4343 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870510:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870515:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870522:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870527:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc1739490) 00000100:00100000:3.0:1743493949.870529:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12231 00010000:00010000:1.0:1743493949.870530:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870536:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493949.870537:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027710720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:1.0:1743493949.870544:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x27819378 (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.870547:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.870549:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493949.870554:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c434a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00000080:3.0:1743493949.870601:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d3:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493949.870604:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c433c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951994 expref: 765 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.870613:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c433c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951994 expref: 765 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.870626:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e25300, rc 0) 00000100:00100000:1.0:1743493949.870719:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027710592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 648us (1033us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.870728:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12230 00000004:00000080:3.0:1743493949.870789:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d3:0x0]: rc = -2 00000100:00100000:3.0:1743493949.870842:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027710720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 305us (1007us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493949.870850:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12231 00000100:00100000:0.0:1743493949.876419:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.876588:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.876825:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710848 00000100:00100000:1.0:1743493949.876838:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710848 00010000:00010000:1.0:1743493949.876908:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 763 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.876949:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3222 00000100:00100000:1.0:1743493949.876959:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:2438:x1828185027710848:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493949.876992:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493949.877001:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 763 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493949.877016:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 763 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493949.877044:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493949.877051:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.877061:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.877070:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493949.877095:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027710976 00000100:00100000:3.0:1743493949.877101:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027710976 00010000:00010000:1.0:1743493949.877120:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.877147:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12232 00000100:00100000:3.0:1743493949.877153:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:13333:x1828185027710976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493949.877200:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+764:2438:x1828185027710848:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 240us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.877209:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3222 00000004:00000080:3.0:1743493949.877231:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.877438:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027710976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 284us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.877446:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12232 00010000:00010000:2.0:1743493949.877960:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c42b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951963 expref: 762 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.877989:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feba2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060454144:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493949.878058:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.878068:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.878075:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493949.878095:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00010000:00010000:2.0:1743493949.878336:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c432e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.878370:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 762 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.878379:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493949.878383:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493949.878386:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e25e40, rc 0) 00000100:00100000:2.0:1743493949.878464:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027710464:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13483us (14580us total) trans 4294974593 rc 0/0 00000100:00100000:2.0:1743493949.878477:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12229 00000100:00100000:1.0:1743493949.881327:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.881428:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711104 00000100:00100000:2.0:1743493949.881442:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711104 00000100:00100000:2.0:1743493949.881545:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12233 00000100:00100000:2.0:1743493949.881556:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027711104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.881585:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.881631:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4358 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495199b expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.881747:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881803:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881816:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881867:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881875:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881882:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881934:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881942:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881950:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881957:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.881962:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881970:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.881985:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493949.881989:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.881996:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882002:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c435f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882032:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882040:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882048:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882053:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493949.882056:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882061:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882069:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x316f5120 (ffff998b50e5edc0) 00010000:00010000:2.0:1743493949.882072:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493949.882075:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882080:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4366 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493949.882128:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4358 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495199b expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.882137:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4358 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495199b expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.882151:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01c400, rc 0) 00000100:00100000:2.0:1743493949.882254:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027711104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 698us (940us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493949.882263:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12233 00000100:00100000:1.0:1743493949.884157:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.884244:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.884340:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711232 00000100:00100000:0.0:1743493949.884364:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711232 00000100:00100000:0.0:1743493949.884449:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711360 00000100:00100000:0.0:1743493949.884453:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711360 00000100:00100000:0.0:1743493949.884500:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12234 00000100:00100000:0.0:1743493949.884510:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027711232:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.884609:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.885179:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027711232:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 339us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.885192:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12234 00000100:00100000:0.0:1743493949.885289:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12235 00000100:00100000:0.0:1743493949.885296:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027711360:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.885323:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.885377:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c436d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519a2 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.885519:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.885536:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.885546:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.885631:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 763 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.885649:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 763 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493949.885666:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7a2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060454272:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.885821:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493949.890292:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.890511:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711488 00000100:00100000:0.0:1743493949.890524:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711488 00000100:00100000:0.0:1743493949.890648:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12236 00000100:00100000:0.0:1743493949.890658:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+764:13333:x1828185027711488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.890779:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493949.890972:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d4:0x0]: rc = -2 00000100:00100000:0.0:1743493949.891073:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+764:13333:x1828185027711488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 414us (792us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493949.891081:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12236 00000100:00100000:2.0:1743493949.897878:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.898179:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7a2c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060454272:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493949.898262:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493949.898671:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.898790:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.900505:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711616 00000100:00100000:1.0:1743493949.900523:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711616 00000100:00100000:0.0:1743493949.900666:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711744 00000100:00100000:0.0:1743493949.900672:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711744 00010000:00010000:0.0:1743493949.900718:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 765 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493949.900786:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3223 00000100:00100000:0.0:1743493949.900795:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:2437:x1828185027711744:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493949.900834:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.900843:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 765 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.900858:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 765 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.900888:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4335 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495198d expref: 765 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.900915:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.900922:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.900933:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.900942:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.901007:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493949.901106:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:2437:x1828185027711744:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 310us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.901115:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3223 00010000:00010000:0.0:1743493949.901178:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.901186:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493949.901251:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:0.0:1743493949.901257:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493949.901284:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493949.901345:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c436d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 764 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.901380:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 763 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493949.901835:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027711872 00000100:00100000:3.0:1743493949.901842:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027711872 00000100:00100000:3.0:1743493949.901896:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12237 00000100:00100000:3.0:1743493949.901904:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027711616:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.901929:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.901966:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c437b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519a9 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.902060:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902073:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902082:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902130:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902138:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902145:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.902191:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493949.902440:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12238 00000100:00100000:2.0:1743493949.902449:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027711872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.902518:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.902697:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027711872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 247us (3942us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.902708:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12238 00010000:00010000:3.0:1743493949.903799:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903808:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903815:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.903821:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903830:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903850:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.903854:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.903860:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903867:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4382 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903898:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903904:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903911:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903916:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.903919:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903924:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903932:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x5b209d6e (ffff998b50e5edc0) 00010000:00010000:3.0:1743493949.903935:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.903938:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.903944:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4389 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.904017:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c437b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a9 expref: 764 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.904029:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c437b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a9 expref: 764 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.904045:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fa200, rc 0) 00000100:00100000:3.0:1743493949.904129:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+763:13290:x1828185027711616:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2223us (6262us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.904138:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12237 00010000:00010000:0.0:1743493949.904534:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.904537:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.904540:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8040, rc 0) 00000100:00100000:0.0:1743493949.904592:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027711360:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19293us (20347us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.904600:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12235 00000100:00100000:2.0:1743493949.910088:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.910420:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712000 00000100:00100000:0.0:1743493949.910435:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712000 00000100:00100000:0.0:1743493949.910545:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12239 00000100:00100000:0.0:1743493949.910557:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027712000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.910661:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.910942:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+762:13333:x1828185027712000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 377us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.910952:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12239 00000100:00100000:3.0:1743493949.911329:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.911610:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.911952:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712384 00000100:00100000:1.0:1743493949.911961:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712384 00000100:00100000:1.0:1743493949.912024:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12240 00000100:00100000:1.0:1743493949.912033:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027712384:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.912053:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.912097:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4390 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519b0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.912205:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912222:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912235:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912286:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912294:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912302:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912349:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912369:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912376:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912384:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.912389:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912397:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912411:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.912415:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.912420:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912426:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4397 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912450:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912456:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912462:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912467:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.912470:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912477:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912484:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xbcba1d9d (ffff998b50e5e740) 00010000:00010000:1.0:1743493949.912488:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.912490:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912495:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c439e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.912544:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4390 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519b0 expref: 763 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.912554:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4390 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519b0 expref: 763 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.912568:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:1.0:1743493949.912646:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+762:13290:x1828185027712384:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 612us (1035us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493949.912655:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12240 00000100:00100000:0.0:1743493949.912843:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712256 00000100:00100000:0.0:1743493949.912850:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712256 00000100:00100000:0.0:1743493949.912912:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3476 00000100:00100000:0.0:1743493949.912920:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+762:13289:x1828185027712256:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493949.913223:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3693, 168 off651560 00000100:00100000:0.0:1743493949.913420:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+763:13289:x1828185027712256:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 498us (2090us total) trans 4294974594 rc 0/0 00000100:00100000:0.0:1743493949.913428:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3476 00000100:00100000:3.0:1743493949.916732:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.917568:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712512 00000100:00100000:0.0:1743493949.917583:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712512 00000100:00100000:0.0:1743493949.917692:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12241 00000100:00100000:0.0:1743493949.917702:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027712512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.917833:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d5:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493949.918574:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d5:0x0]: rc = -2 00000100:00100000:0.0:1743493949.920456:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+763:13333:x1828185027712512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2741us (3723us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493949.920473:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12241 00000100:00100000:3.0:1743493949.920698:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.920794:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712640 00000100:00100000:0.0:1743493949.920804:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712640 00000100:00100000:0.0:1743493949.920862:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12242 00000100:00100000:0.0:1743493949.920872:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+763:13289:x1828185027712640:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.920908:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1743493949.920909:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493949.920951:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c43a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519b7 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.921068:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921085:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921098:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921144:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921152:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921158:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921301:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921311:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921319:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493949.921381:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:0.0:1743493949.921393:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493949.921422:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921433:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921442:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921449:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921455:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921461:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.921466:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921474:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921487:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493949.921490:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.921495:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921501:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c43ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921524:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921530:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921540:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921545:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.921548:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921554:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921562:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b50e5e740) 00010000:00010000:0.0:1743493949.921565:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.921567:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921573:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c43b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.921623:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c43a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519b7 expref: 765 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.921642:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519b7 expref: 764 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.921650:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.921653:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.921656:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6980, rc 0) 00000100:00100000:0.0:1743493949.921749:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:13289:x1828185027712640:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 876us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.921798:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12242 00000100:00100000:0.0:1743493949.921838:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712768 00000100:00100000:0.0:1743493949.921843:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712768 00000100:00100000:0.0:1743493949.921883:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12243 00000100:00100000:0.0:1743493949.921889:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027712768:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493949.921899:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.921923:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c43c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519be expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.921991:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922002:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922010:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922052:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922060:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922067:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922097:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922103:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922109:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922115:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.922119:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922125:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922133:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493949.922136:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.922139:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922145:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c43c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922160:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922166:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922171:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922175:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.922178:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922184:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922190:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x87f1f2c1 (ffff998b50e5edc0) 00010000:00010000:0.0:1743493949.922193:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.922196:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922200:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c43cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493949.922233:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c43c1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519be expref: 765 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.922242:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c43c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519be expref: 765 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.922254:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc65c0, rc 0) 00000100:00100000:0.0:1743493949.922297:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:13290:x1828185027712768:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 407us (1388us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493949.922304:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12243 00000100:00100000:3.0:1743493949.929142:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.929225:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027712896 00000100:00100000:1.0:1743493949.929240:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027712896 00000100:00100000:3.0:1743493949.929306:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.929527:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713024 00000100:00100000:1.0:1743493949.929532:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713024 00000100:00100000:1.0:1743493949.929589:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12244 00000100:00100000:1.0:1743493949.929599:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+765:13290:x1828185027712896:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.929631:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.929678:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c43d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519c5 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.929828:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929851:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929864:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929914:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929923:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929930:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929983:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929991:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.929998:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930004:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.930009:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930018:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930032:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:1.0:1743493949.930037:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.930043:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930049:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c43dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930073:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930079:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930086:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930091:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.930095:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930101:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930109:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x5d3530c1 (ffff998b50e5cd40) 00010000:00010000:1.0:1743493949.930112:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.930115:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930121:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.930171:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c43d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519c5 expref: 766 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.930180:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c43d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519c5 expref: 766 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493949.930346:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12245 00000100:00100000:0.0:1743493949.930365:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493949.930448:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493949.930675:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 318us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.930685:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12245 00000100:00100000:0.0:1743493949.933444:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.933539:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.933593:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713408 00000100:00100000:0.0:1743493949.933608:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713408 00000100:00100000:3.0:1743493949.933658:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713280 00000100:00100000:3.0:1743493949.933665:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713280 00000100:00100000:0.0:1743493949.933701:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1301 00000100:00100000:3.0:1743493949.933707:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12246 00000100:00100000:3.0:1743493949.933713:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+766:13289:x1828185027713280:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:0.0:1743493949.933713:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+766:2439:x1828185027713408:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.933739:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493949.933746:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.933809:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c43ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519b7 expref: 766 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.933810:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c43eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519cc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.933835:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.933841:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493949.933923:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+766:2439:x1828185027713408:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 211us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.933932:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1301 00010000:00010000:3.0:1743493949.933979:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.933995:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.934005:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493949.934060:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f916c0, rc 0) 00010000:00010000:3.0:1743493949.934082:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.934097:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493949.934108:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+765:13290:x1828185027712896:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4511us (4979us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.934113:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529d00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454400:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493949.934114:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12244 00000100:00100000:3.0:1743493949.934203:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493949.937645:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.940611:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713536 00000100:00100000:3.0:1743493949.940644:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713536 00000100:00100000:3.0:1743493949.941734:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12247 00000100:00100000:3.0:1743493949.941769:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713536:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.941885:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.942137:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713536:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 390us (4504us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.942147:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12247 00000100:00100000:3.0:1743493949.942570:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.942626:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.942658:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713792 00000100:00100000:3.0:1743493949.942666:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713792 00000100:00100000:3.0:1743493949.942718:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12248 00000100:00100000:3.0:1743493949.942725:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:13290:x1828185027713792:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.942739:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.942817:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519d3 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.942926:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.942944:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.942958:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943006:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943014:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943021:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943068:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943076:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943084:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943091:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.943096:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943105:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943121:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493949.943125:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.943131:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943138:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4400 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943161:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943168:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943174:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943180:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493949.943184:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943190:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943198:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x2ff11805 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493949.943201:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493949.943204:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943210:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4407 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.943258:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519d3 expref: 766 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.943269:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c43f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519d3 expref: 766 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.943284:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14040, rc 0) 00000100:00100000:3.0:1743493949.943344:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:13290:x1828185027713792:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 617us (716us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493949.943352:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12248 00000100:00100000:3.0:1743493949.943468:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529d00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454400:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493949.943541:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493949.943669:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713664 00000100:00100000:0.0:1743493949.943676:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713664 00010000:00010000:0.0:1743493949.943711:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493949.943781:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3224 00000100:00100000:0.0:1743493949.943787:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+765:2438:x1828185027713664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493949.943810:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493949.943817:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.943830:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.943847:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4374 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519a2 expref: 765 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.943870:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.943875:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.943884:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.943891:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.943935:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493949.943975:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+764:2438:x1828185027713664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 187us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.943983:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3224 00010000:00010000:3.0:1743493949.948657:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.948677:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493949.948704:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00010000:00010000:3.0:1743493949.949124:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c43eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 765 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493949.949124:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.949178:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027713920 00000100:00100000:1.0:1743493949.949191:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027713920 00000100:00100000:1.0:1743493949.949278:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12249 00000100:00100000:1.0:1743493949.949288:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493949.949391:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493949.949567:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d6:0x0]: rc = -2 00000100:00100000:1.0:1743493949.949671:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+765:13333:x1828185027713920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 383us (547us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493949.949681:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12249 00000100:00100000:0.0:1743493949.949830:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493949.949998:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 764 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.950063:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:3.0:1743493949.950067:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493949.950072:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17c40, rc 0) 00000100:00100000:1.0:1743493949.950236:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714176 00000100:00100000:1.0:1743493949.950241:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714176 00000100:00100000:1.0:1743493949.950293:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12250 00000100:00100000:1.0:1743493949.950300:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+765:13290:x1828185027714176:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.950315:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.950352:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c4415 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519da expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.950698:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c441c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.950716:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c441c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493949.950735:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c441c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:1.0:1743493949.950748:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00010000:00010000:1.0:1743493949.951081:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c4415 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519da expref: 768 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.951105:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c441c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519da expref: 767 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.951113:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493949.951116:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.951120:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641e40, rc 0) 00000100:00100000:1.0:1743493949.951201:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+767:13290:x1828185027714176:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 898us (1370us total) trans 4294974596 rc 0/0 00000100:00100000:1.0:1743493949.951210:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12250 00000100:00100000:2.0:1743493949.951703:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+766:13289:x1828185027713280:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 17985us (18269us total) trans 4294974595 rc 0/0 00000100:00100000:2.0:1743493949.951711:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12246 00000100:00100000:1.0:1743493949.954588:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.954800:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714304 00000100:00100000:2.0:1743493949.954815:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714304 00000100:00100000:2.0:1743493949.954906:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12251 00000100:00100000:2.0:1743493949.954916:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+766:13333:x1828185027714304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493949.955153:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d7:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493949.955391:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+766:13333:x1828185027714304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 475us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.955401:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12251 00000100:00100000:0.0:1743493949.957408:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.957552:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.957952:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.958082:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714432 00000100:00100000:1.0:1743493949.958083:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714688 00000100:00100000:2.0:1743493949.958094:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714432 00000100:00100000:1.0:1743493949.958094:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714688 00000100:00100000:2.0:1743493949.958192:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12252 00000100:00100000:1.0:1743493949.958192:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3477 00000100:00100000:1.0:1743493949.958202:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+767:13290:x1828185027714688:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493949.958275:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+767:13289:x1828185027714432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.958287:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.958330:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c442a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519e1 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.958481:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.958499:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 768 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.958512:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.958590:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 769 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.958606:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 769 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.958621:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612f900 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454528:192.168.206.41@tcp:104: 00000040:00080000:1.0:1743493949.958777:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3694, 168 off651728 00000100:00100000:2.0:1743493949.958783:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000001:00080000:1.0:1743493949.958787:0:6556:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974597 00000100:00100000:1.0:1743493949.958936:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+770:13290:x1828185027714688:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 733us (1381us total) trans 4294974598 rc 0/0 00000100:00100000:1.0:1743493949.958946:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3477 00000020:00080000:1.0:1743493949.958952:0:6556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493949.959277:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714816 00000100:00100000:3.0:1743493949.959284:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714816 00000100:00100000:3.0:1743493949.959366:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1302 00000100:00100000:3.0:1743493949.959373:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+770:2440:x1828185027714816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.959400:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.959424:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c441c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519da expref: 770 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.959446:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:3.0:1743493949.959451:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.959492:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+769:2440:x1828185027714816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 118us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.959499:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1302 00000100:00100000:0.0:1743493949.959739:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.960162:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027714944 00000100:00100000:3.0:1743493949.960168:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027714944 00000100:00100000:3.0:1743493949.960217:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12253 00000100:00100000:3.0:1743493949.960224:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+769:13333:x1828185027714944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493949.960299:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493949.961620:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+769:13333:x1828185027714944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1390us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.961632:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12253 00000100:00100000:0.0:1743493949.964039:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.964097:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715200 00000100:00100000:3.0:1743493949.964109:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715200 00000100:00100000:3.0:1743493949.964218:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12254 00000100:00100000:3.0:1743493949.964228:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+769:13290:x1828185027715200:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493949.964257:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.964303:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4438 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519e8 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.964509:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493949.964527:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 770 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.964537:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493949.964621:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 770 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.964636:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 770 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.964652:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060454656:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493949.964821:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493949.965202:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612f900 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454528:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493949.965269:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493949.965590:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.965662:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.965712:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715456 00000100:00100000:0.0:1743493949.965719:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715456 00000100:00100000:0.0:1743493949.965814:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12255 00000100:00100000:0.0:1743493949.965823:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+771:13333:x1828185027715456:12345-192.168.206.41@tcp:101:lustre_rsync.0 00000100:00100000:3.0:1743493949.965825:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715328 00000100:00100000:3.0:1743493949.965829:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715328 00010000:00010000:0.0:1743493949.965840:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.965861:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 772 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.965870:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4446 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519ef expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493949.965890:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3225 00000100:00100000:3.0:1743493949.965895:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+773:2439:x1828185027715328:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493949.965915:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493949.965921:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 773 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493949.965938:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 773 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.965956:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.965961:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c43f2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519cc expref: 773 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493949.965969:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.965979:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.965980:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:3.0:1743493949.965985:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.965993:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493949.966000:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493949.966026:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966033:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966040:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493949.966041:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493949.966098:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+772:2439:x1828185027715328:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 200us (509us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493949.966098:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966106:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493949.966107:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3225 00010000:00010000:0.0:1743493949.966112:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493949.966159:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d7:0x0]: returning size 10438 00000004:00200000:0.0:1743493949.966164:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493949.966190:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966200:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966210:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966217:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966224:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966230:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.966234:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966244:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966252:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:0.0:1743493949.966256:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.966260:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966265:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c444d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966284:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966291:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966297:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966303:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493949.966307:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966313:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966327:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x691914a0 (ffff998b50e5cd40) 00010000:00010000:0.0:1743493949.966330:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493949.966334:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966339:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4454 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x691914a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493949.966395:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4446 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519ef expref: 772 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.966415:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519ef expref: 771 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.966423:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:0.0:1743493949.966426:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493949.966428:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e200, rc 0) 00000100:00100000:0.0:1743493949.966480:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+771:13333:x1828185027715456:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 657us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.966487:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12255 00010000:00010000:2.0:1743493949.966732:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.966740:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493949.966804:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:2.0:1743493949.966807:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493949.966823:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.966868:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c442a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 771 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.966891:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 770 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.966897:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493949.966900:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493949.966903:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09e40, rc 0) 00000100:00100000:2.0:1743493949.966953:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+770:13289:x1828185027714432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8679us (9557us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.966959:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12252 00000100:00100000:0.0:1743493949.972174:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.972681:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715712 00000100:00100000:1.0:1743493949.972694:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715712 00000100:00100000:3.0:1743493949.972712:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060454656:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.972871:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493949.972973:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493949.973072:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3478 00000100:00100000:1.0:1743493949.973082:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6acf5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+770:13289:x1828185027715712:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493949.973277:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493949.973523:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715840 00000100:00100000:2.0:1743493949.973530:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715840 00010000:00010000:2.0:1743493949.973570:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 771 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.973604:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3226 00000100:00100000:2.0:1743493949.973610:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+771:2437:x1828185027715840:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.973634:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.973642:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 771 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.973656:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 771 pid: 6554 timeout: 1252 lvb_type: 0 00000040:00080000:1.0:1743493949.973810:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3695, 168 off651896 00000100:00100000:1.0:1743493949.974034:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6acf5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+772:13289:x1828185027715712:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 950us (1873us total) trans 4294974599 rc 0/0 00000100:00100000:1.0:1743493949.974043:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3478 00000100:00100000:3.0:1743493949.974277:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027715968 00000100:00100000:3.0:1743493949.974282:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027715968 00000100:00100000:3.0:1743493949.974332:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12256 00000100:00100000:3.0:1743493949.974338:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+772:13333:x1828185027715968:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493949.974368:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493949.974412:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4462 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519f6 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.974474:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4469 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.974489:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4469 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.974500:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4469 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.974500:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4ac871 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a010 expref: 773 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.974527:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493949.974534:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.974543:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.974550:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493949.974609:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493949.974610:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4462 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519f6 expref: 773 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.974630:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4469 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519f6 expref: 772 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.974638:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:3.0:1743493949.974641:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1743493949.974644:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185fc40, rc 0) 00000100:00100000:2.0:1743493949.974655:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+772:2437:x1828185027715840:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1043us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.974663:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3226 00000100:00100000:3.0:1743493949.974693:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+771:13333:x1828185027715968:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 353us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493949.974699:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12256 00010000:00010000:1.0:1743493949.974779:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.974787:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493949.974804:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00010000:00010000:1.0:1743493949.974970:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4438 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 772 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.974991:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 771 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.974999:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493949.975001:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493949.975004:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53622d40, rc 0) 00000100:00100000:1.0:1743493949.975060:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+771:13290:x1828185027715200:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10831us (11030us total) trans 4294974600 rc 0/0 00000100:00100000:1.0:1743493949.975067:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12254 00000100:00100000:0.0:1743493949.980519:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.980632:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716096 00000100:00100000:1.0:1743493949.980646:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716096 00000100:00100000:1.0:1743493949.980741:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12257 00000100:00100000:1.0:1743493949.980832:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+771:13289:x1828185027716096:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.980864:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.980913:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4477 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49519fd expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.981040:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981059:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981073:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981125:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981134:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981141:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981285:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981295:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981303:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493949.981368:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.981376:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.981406:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981418:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981428:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981434:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981441:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981447:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.981452:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981460:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981473:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493949.981477:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.981482:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981488:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c447e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981510:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981517:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981524:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981529:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493949.981532:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981538:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981546:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b50e5cd40) 00010000:00010000:1.0:1743493949.981549:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493949.981552:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981558:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4485 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.981610:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4477 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519fd expref: 773 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.981631:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519fd expref: 772 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.981639:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493949.981642:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.981645:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa08400, rc 0) 00000100:00100000:1.0:1743493949.984450:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+772:13289:x1828185027716096:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3679us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.984466:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12257 00000100:00100000:0.0:1743493949.985241:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.985311:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493949.985431:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716224 00000100:00100000:3.0:1743493949.985444:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716224 00000100:00100000:1.0:1743493949.985451:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716480 00000100:00100000:1.0:1743493949.985456:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716480 00000100:00100000:1.0:1743493949.985525:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12258 00000100:00100000:1.0:1743493949.985534:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+773:13333:x1828185027716480:12345-192.168.206.41@tcp:101:lustre_rsync.0 00000100:00100000:3.0:1743493949.985535:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12259 00000100:00100000:3.0:1743493949.985541:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+773:13290:x1828185027716224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493949.985586:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.985628:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c4493 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a0b expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.985839:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c449a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493949.985857:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c449a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493949.985863:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493949.985871:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c449a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493949.985885:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d7:0x0]: returning size 10438 00010000:00010000:3.0:1743493949.985887:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a04 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.986103:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c4493 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a0b expref: 777 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.986127:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c449a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a0b expref: 776 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.986136:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493949.986140:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493949.986144:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1987c0, rc 0) 00000100:00100000:1.0:1743493949.986245:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+776:13333:x1828185027716480:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 711us (934us total) trans 4294974601 rc 0/0 00000100:00100000:1.0:1743493949.986253:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12258 00010000:00010000:3.0:1743493949.986595:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.986612:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 775 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.986621:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 4/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493949.986702:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 775 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493949.986717:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 775 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493949.986733:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612e200 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060454784:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493949.987074:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493949.994644:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.994723:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493949.994854:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493949.994967:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612e200 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060454784:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493949.995046:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493949.995138:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716864 00000100:00100000:2.0:1743493949.995148:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716864 00000100:00100000:2.0:1743493949.995237:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716992 00000100:00100000:2.0:1743493949.995241:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716992 00010000:00010000:2.0:1743493949.995269:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 777 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.995305:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3227 00000100:00100000:2.0:1743493949.995319:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+777:2439:x1828185027716992:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493949.995350:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.995377:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 777 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.995399:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 777 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.995438:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c443f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e8 expref: 777 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493949.995462:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493949.995467:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.995478:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493949.995487:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00000100:00100000:0.0:1743493949.995502:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1303 00000100:00100000:0.0:1743493949.995510:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+776:2437:x1828185027716864:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493949.995530:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493949.995535:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493949.995543:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c448c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519fd expref: 776 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493949.995556:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493949.995559:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493949.995654:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.995666:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493949.995729:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:1.0:1743493949.995734:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493949.995780:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493949.995843:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 776 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.995862:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 775 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493949.995869:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493949.995872:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493949.995874:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b4c0, rc 0) 00000100:00100000:0.0:1743493949.995971:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+775:2437:x1828185027716864:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 460us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493949.995980:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1303 00000100:00100000:2.0:1743493949.996378:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+774:2439:x1828185027716992:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1050us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493949.996386:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3227 00000100:00100000:2.0:1743493949.996434:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027716736 00000100:00100000:2.0:1743493949.996439:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027716736 00000100:00100000:2.0:1743493949.996501:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12260 00000100:00100000:2.0:1743493949.996508:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+774:13289:x1828185027716736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493949.996532:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493949.996567:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c44b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a12 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.996699:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.996715:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.996724:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493949.996822:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493949.996837:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493949.996852:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454912:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493949.996940:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493949.997124:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+775:13290:x1828185027716224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11580us (11884us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493949.997132:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12259 00000100:00100000:2.0:1743493950.010047:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060454912:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.010135:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493950.010295:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.010383:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.010472:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717248 00000100:00100000:1.0:1743493950.010482:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717248 00000100:00100000:1.0:1743493950.010577:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12261 00000100:00100000:1.0:1743493950.010587:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+775:13333:x1828185027717248:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.010680:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.010963:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+775:13333:x1828185027717248:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 375us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.010973:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12261 00000100:00100000:2.0:1743493950.013012:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717120 00000100:00100000:2.0:1743493950.013031:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717120 00010000:00010000:2.0:1743493950.013100:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.013156:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3228 00000100:00100000:2.0:1743493950.013165:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+775:2439:x1828185027717120:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.013199:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.013208:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.013223:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.013253:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4431 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519e1 expref: 775 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.013277:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493950.013283:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.013300:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.013309:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.013402:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.013488:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+774:2439:x1828185027717120:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 321us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.013498:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3228 00010000:00010000:0.0:1743493950.015275:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.015291:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493950.015317:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00010000:00010000:0.0:1743493950.015644:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c44b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 775 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.015674:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 774 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.015685:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493950.015689:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493950.015692:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199a80, rc 0) 00000100:00100000:0.0:1743493950.015840:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+774:13289:x1828185027716736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19329us (21209us total) trans 4294974602 rc 0/0 00000100:00100000:0.0:1743493950.015852:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12260 00000100:00100000:2.0:1743493950.016319:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.016511:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.017176:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717376 00000100:00100000:1.0:1743493950.017189:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717376 00000100:00100000:1.0:1743493950.017277:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12262 00000100:00100000:3.0:1743493950.017287:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717632 00000100:00100000:1.0:1743493950.017287:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+774:13333:x1828185027717376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1743493950.017292:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717632 00000100:00100000:3.0:1743493950.017339:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3479 00000100:00100000:3.0:1743493950.017344:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+775:13290:x1828185027717632:12345-192.168.206.41@tcp:35:dbench.0 00000004:00000080:1.0:1743493950.017406:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.017573:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+775:13333:x1828185027717376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 285us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.017581:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12262 00000040:00080000:3.0:1743493950.017655:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3696, 168 off652064 00000100:00100000:3.0:1743493950.017873:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+775:13290:x1828185027717632:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 527us (1362us total) trans 4294974603 rc 0/0 00000100:00100000:3.0:1743493950.017882:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3479 00000100:00100000:1.0:1743493950.023908:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.023998:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717760 00000100:00100000:2.0:1743493950.024013:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717760 00000100:00100000:1.0:1743493950.024097:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.024703:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027717888 00000100:00100000:2.0:1743493950.024710:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027717888 00000100:00100000:0.0:1743493950.024780:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12263 00000100:00100000:0.0:1743493950.024794:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+776:13289:x1828185027717760:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:2.0:1743493950.024803:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12264 00000100:00100000:2.0:1743493950.024808:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+776:13333:x1828185027717888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493950.024843:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.024887:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c44cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a19 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1743493950.024911:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d8:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493950.025051:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.025070:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 777 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.025079:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000004:00000080:2.0:1743493950.025097:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2d8:0x0]: rc = -2 00010000:00010000:0.0:1743493950.025155:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 777 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.025170:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 777 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.025191:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52548040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455040:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493950.025192:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027717888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 381us (1095us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493950.025203:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12264 00000100:00100000:0.0:1743493950.025300:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493950.028313:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.029275:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718016 00000100:00100000:3.0:1743493950.029290:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718016 00000100:00100000:3.0:1743493950.029409:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12265 00000100:00100000:3.0:1743493950.029422:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13290:x1828185027718016:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.029469:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.029515:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c44d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a20 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.029638:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.029657:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.029671:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.029722:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.029730:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.029737:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.030902:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.030922:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.030933:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493950.032558:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.032569:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.032608:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032626:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032638:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032645:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032654:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032661:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.032671:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032680:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032696:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493950.032699:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.032706:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032712:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c44e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032748:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032786:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032792:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032798:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505696c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.032802:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032808:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032817:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998b50e5cd40) 00010000:00010000:0.0:1743493950.032821:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.032824:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032830:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c44e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.032900:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c44d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a20 expref: 779 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.032923:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a20 expref: 778 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.032931:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.032934:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.032937:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8040, rc 0) 00000100:00100000:1.0:1743493950.033135:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.033229:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+778:13290:x1828185027718016:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3807us (4927us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.033241:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12265 00000100:00100000:1.0:1743493950.033251:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.033301:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718272 00000100:00100000:0.0:1743493950.033310:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718272 00000100:00100000:0.0:1743493950.033383:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12266 00000100:00100000:0.0:1743493950.033402:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+778:13333:x1828185027718272:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1743493950.033458:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718144 00000100:00100000:2.0:1743493950.033466:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718144 00000004:00000080:0.0:1743493950.033491:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1743493950.033500:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 779 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.033539:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3229 00000100:00100000:2.0:1743493950.033544:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+779:2437:x1828185027718144:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.033567:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.033575:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 779 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.033587:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 779 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.033604:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493950.033608:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.033619:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.033626:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493950.033636:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+779:13333:x1828185027718272:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 235us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.033644:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12266 00010000:00010000:2.0:1743493950.033671:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.034653:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c44bd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ff:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a12 expref: 778 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.034680:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52548040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455040:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493950.034706:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+777:2437:x1828185027718144:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1159us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.034715:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3229 00010000:00010000:0.0:1743493950.034743:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.034766:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.034774:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493950.034818:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.034823:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.034847:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.034894:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c44cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a19 expref: 777 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.034914:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a19 expref: 776 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.034921:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:0.0:1743493950.034924:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.034927:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198b80, rc 0) 00000100:00100000:0.0:1743493950.034986:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+776:13289:x1828185027717760:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10194us (11092us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.034993:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12263 00000100:00100000:3.0:1743493950.037868:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.037980:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718400 00000100:00100000:0.0:1743493950.037993:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718400 00000100:00100000:0.0:1743493950.038085:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12267 00000100:00100000:0.0:1743493950.038095:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+776:13333:x1828185027718400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.038192:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.040193:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+776:13333:x1828185027718400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2089us (2330us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.040208:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12267 00000100:00100000:2.0:1743493950.040808:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.041061:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718528 00000100:00100000:3.0:1743493950.041073:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718528 00000100:00100000:3.0:1743493950.041148:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1304 00000100:00100000:3.0:1743493950.041158:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+776:2440:x1828185027718528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493950.041188:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493950.041222:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c44ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a20 expref: 776 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.041245:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:3.0:1743493950.041252:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493950.041314:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+775:2440:x1828185027718528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 156us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.041321:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1304 00000100:00100000:2.0:1743493950.044687:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.045066:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718784 00000100:00100000:0.0:1743493950.045080:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718784 00000100:00100000:3.0:1743493950.045953:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.046034:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027718912 00000100:00100000:0.0:1743493950.046041:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027718912 00000100:00100000:1.0:1743493950.046126:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12268 00000100:00100000:1.0:1743493950.046142:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+776:13290:x1828185027718784:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.046173:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.046220:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c44f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a27 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493950.046221:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12269 00000100:00100000:0.0:1743493950.046228:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+776:13333:x1828185027718912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.046301:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2d9:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493950.046414:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.046439:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.046450:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.046547:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.046563:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.046581:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fc540 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455168:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493950.048390:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493950.048914:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027718912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2675us (2954us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.048929:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12269 00000100:00100000:3.0:1743493950.051997:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.052101:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719040 00000100:00100000:0.0:1743493950.052115:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719040 00000100:00100000:0.0:1743493950.052209:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12270 00000100:00100000:0.0:1743493950.052220:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13289:x1828185027719040:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.052249:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.052291:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4503 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a2e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.052435:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052455:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052470:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052520:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052528:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052536:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052592:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052601:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052608:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052614:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.052619:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052628:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052643:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493950.052647:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.052654:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052661:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c450a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052684:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052690:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052695:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052701:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.052703:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052713:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052720:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x6ed7d01b (ffff998b50e5cd40) 00010000:00010000:0.0:1743493950.052723:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.052726:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052733:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4511 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x6ed7d01b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.052836:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4503 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a2e expref: 778 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.052846:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4503 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a2e expref: 778 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.052861:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfad40, rc 0) 00000100:00100000:0.0:1743493950.052977:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13289:x1828185027719040:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 757us (992us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493950.052987:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12270 00000100:00100000:3.0:1743493950.057513:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.057583:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719168 00000100:00100000:2.0:1743493950.057598:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719168 00000100:00100000:2.0:1743493950.057696:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12271 00000100:00100000:2.0:1743493950.057708:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027719168:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.057861:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.058091:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027719168:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 383us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.058101:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12271 00000100:00100000:2.0:1743493950.061619:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.061837:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fc540 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455168:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493950.061920:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493950.062056:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719296 00000100:00100000:3.0:1743493950.062067:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719296 00010000:00010000:3.0:1743493950.062128:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.062177:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3230 00000100:00100000:3.0:1743493950.062188:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+777:2438:x1828185027719296:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493950.062220:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493950.062229:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.062243:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.062272:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c44af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a04 expref: 777 pid: 12851 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.062295:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:3.0:1743493950.062301:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.062311:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.062320:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.062391:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.062395:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.062402:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493950.062423:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00010000:00010000:1.0:1743493950.062699:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c44f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 778 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.062723:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 777 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.062733:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493950.062737:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493950.062739:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb100, rc 0) 00000100:00100000:3.0:1743493950.064882:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+777:2438:x1828185027719296:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2676us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.064903:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3230 00000100:00100000:2.0:1743493950.064958:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.066069:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719552 00000100:00100000:0.0:1743493950.066084:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719552 00000100:00100000:0.0:1743493950.066165:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12272 00000100:00100000:0.0:1743493950.066175:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027719552:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.066203:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.066248:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c451f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a3c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.066396:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066414:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066427:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066480:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066489:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066496:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066565:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066573:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066581:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493950.066636:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d9:0x0]: returning size 10438 00000004:00200000:0.0:1743493950.066641:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.066665:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066676:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066687:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066693:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066700:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066706:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.066712:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066719:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066733:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:0.0:1743493950.066736:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.066743:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066771:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4526 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066796:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066802:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066808:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066814:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.066817:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066824:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066832:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d1cdf0a (ffff998b50e5e740) 00010000:00010000:0.0:1743493950.066835:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.066838:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066844:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c452d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d1cdf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.066894:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c451f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a3c expref: 779 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.066914:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a3c expref: 778 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.066922:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:0.0:1743493950.066925:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.066928:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf9300, rc 0) 00000100:00100000:0.0:1743493950.067045:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+778:13333:x1828185027719552:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 870us (2086us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.067054:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12272 00000100:00100000:1.0:1743493950.068655:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+777:13290:x1828185027718784:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 22504us (23968us total) trans 4294974604 rc 0/0 00000100:00100000:1.0:1743493950.068670:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12268 00000100:00100000:1.0:1743493950.068858:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.069033:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719424 00000100:00100000:1.0:1743493950.069043:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719424 00000100:00100000:1.0:1743493950.069106:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12273 00000100:00100000:1.0:1743493950.069115:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+777:13289:x1828185027719424:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.069141:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.069182:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c453b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a35 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.069298:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069318:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069330:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069392:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069400:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069409:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069464:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069472:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069479:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069486:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.069491:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069498:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069511:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493950.069515:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.069520:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069527:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4542 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069549:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069555:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069561:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069567:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.069571:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069577:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069584:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x27819378 (ffff998b50e5c6c0) 00010000:00010000:1.0:1743493950.069587:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.069590:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069595:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4549 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x27819378 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.069644:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c453b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a35 expref: 778 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.069654:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c453b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a35 expref: 778 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.069668:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b9300, rc 0) 00000100:00100000:1.0:1743493950.069734:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+777:13289:x1828185027719424:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 618us (876us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493950.069741:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12273 00000100:00100000:1.0:1743493950.074060:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.074714:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719680 00000100:00100000:3.0:1743493950.074742:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719680 00000100:00100000:3.0:1743493950.074860:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12274 00000100:00100000:3.0:1743493950.074870:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+777:13333:x1828185027719680:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493950.074901:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.074947:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4550 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a43 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.075025:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c4557 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.075043:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c4557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.075056:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c4557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.075216:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4550 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a43 expref: 779 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.075242:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c4557 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a43 expref: 778 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.075253:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:3.0:1743493950.075257:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1743493950.075261:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c74c0, rc 0) 00000100:00100000:3.0:1743493950.075371:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+778:13333:x1828185027719680:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 501us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.075380:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12274 00000100:00100000:2.0:1743493950.083611:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.084728:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719808 00000100:00100000:3.0:1743493950.084827:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719808 00000100:00100000:3.0:1743493950.084929:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12275 00000100:00100000:3.0:1743493950.084940:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+778:13290:x1828185027719808:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.084998:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.085044:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c455e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a4a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.085223:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.085241:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 779 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.085251:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.085333:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 779 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.085349:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 779 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.085377:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455296:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.085517:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493950.085663:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.085891:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.085943:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027719936 00000100:00100000:0.0:1743493950.085949:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027719936 00000100:00100000:0.0:1743493950.085998:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720192 00000100:00100000:0.0:1743493950.086002:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720192 00000100:00100000:0.0:1743493950.086040:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12276 00000100:00100000:0.0:1743493950.086047:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+781:13289:x1828185027719936:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.086059:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.086087:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c456c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a51 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.086166:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086179:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086191:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086237:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086244:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086250:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086296:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086303:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086310:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086320:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.086325:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086334:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086347:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493950.086350:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.086366:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086372:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4573 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086395:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086402:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086407:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086412:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.086416:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086422:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086431:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x316f5120 (ffff998b50e5e740) 00010000:00010000:0.0:1743493950.086434:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.086437:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086443:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c457a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x316f5120 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086495:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c456c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a51 expref: 782 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.086504:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c456c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a51 expref: 782 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.086519:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c7100, rc 0) 00000100:00100000:0.0:1743493950.086584:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+781:13289:x1828185027719936:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 536us (922us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493950.086592:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12276 00000100:00100000:0.0:1743493950.086635:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12277 00000100:00100000:0.0:1743493950.086641:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+780:13333:x1828185027720192:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.086650:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.086673:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4581 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a58 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.086826:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4588 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086836:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4588 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.086844:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4588 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493950.086857:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d9:0x0]: returning size 10438 00010000:00010000:0.0:1743493950.087067:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4581 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a58 expref: 783 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.087089:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4588 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a58 expref: 782 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.087098:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:0.0:1743493950.087101:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1743493950.087104:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4b80, rc 0) 00000100:00100000:0.0:1743493950.087154:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027720192:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 512us (1263us total) trans 4294974605 rc 0/0 00000100:00100000:0.0:1743493950.087162:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12277 00000100:00100000:0.0:1743493950.097812:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.097890:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.097914:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720320 00000100:00100000:2.0:1743493950.097929:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720320 00010000:00010000:2.0:1743493950.098006:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 782 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.098069:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3231 00000100:00100000:2.0:1743493950.098079:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+782:2439:x1828185027720320:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.098113:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.098122:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 782 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.098139:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 782 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.098171:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493950.098179:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.098191:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.098202:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.098272:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.098397:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c44fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a27 expref: 782 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.098425:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455296:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493950.098488:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.098499:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.098506:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493950.098579:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:3.0:1743493950.098585:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.098611:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.098669:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c455e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 782 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.098691:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 781 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.098699:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:3.0:1743493950.098702:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.098706:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c4f40, rc 0) 00000100:00100000:1.0:1743493950.098894:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720448 00000100:00100000:1.0:1743493950.098902:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720448 00000100:00100000:0.0:1743493950.098990:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12278 00000100:00100000:0.0:1743493950.099007:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027720448:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.099034:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.099074:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4596 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a5f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493950.099189:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+783:2439:x1828185027720320:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1106us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.099201:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3231 00010000:00010000:0.0:1743493950.099271:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099286:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099299:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099386:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099395:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099405:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099457:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099465:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099472:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099479:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.099485:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099494:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099507:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493950.099511:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.099517:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099524:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c459d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099548:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099557:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099563:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099568:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.099571:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099577:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099584:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x5b209d6e (ffff998b50e5e740) 00010000:00010000:0.0:1743493950.099587:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.099590:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099595:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5b209d6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.099640:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4596 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a5f expref: 782 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.099649:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4596 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a5f expref: 782 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.099664:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c5e40, rc 0) 00000100:00100000:0.0:1743493950.099735:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+781:13289:x1828185027720448:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 735us (1846us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493950.099746:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12278 00000100:00100000:3.0:1743493950.100024:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+780:13290:x1828185027719808:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15084us (16426us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.100031:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12275 00000100:00100000:1.0:1743493950.105531:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.105611:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720704 00000100:00100000:3.0:1743493950.105626:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720704 00000100:00100000:3.0:1743493950.105725:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3480 00000100:00100000:3.0:1743493950.105736:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+780:13290:x1828185027720704:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493950.106212:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3697, 168 off652232 00000100:00100000:1.0:1743493950.106379:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.106469:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720832 00000100:00100000:0.0:1743493950.106476:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720832 00000100:00100000:0.0:1743493950.106545:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12279 00000100:00100000:0.0:1743493950.106553:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027720832:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.106566:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.106610:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c45ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a66 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.106710:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106728:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106742:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106812:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106820:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106828:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106872:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106880:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106888:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106894:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.106899:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106908:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106924:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493950.106927:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.106933:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106939:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106963:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106969:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106976:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106980:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.106984:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106990:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.106999:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xbcba1d9d (ffff998b50e5e740) 00010000:00010000:0.0:1743493950.107001:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.107004:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.107010:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xbcba1d9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.107058:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c45ab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a66 expref: 783 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.107066:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c45ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a66 expref: 783 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.107080:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c5e40, rc 0) 00000100:00100000:0.0:1743493950.107267:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027720832:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 711us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493950.107275:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12279 00000100:00100000:3.0:1743493950.107838:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+781:13290:x1828185027720704:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2101us (2319us total) trans 4294974606 rc 0/0 00000100:00100000:3.0:1743493950.107849:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3480 00010000:00010000:1.0:1743493950.109980:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1743493950.116466:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.116641:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.116929:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027720960 00000100:00100000:0.0:1743493950.116945:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027720960 00000100:00100000:0.0:1743493950.117039:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721088 00000100:00100000:0.0:1743493950.117043:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721088 00000100:00100000:0.0:1743493950.117100:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12280 00000100:00100000:0.0:1743493950.117111:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027720960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.117241:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.117489:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027720960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 378us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.117500:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12280 00000100:00100000:0.0:1743493950.117548:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12281 00000100:00100000:0.0:1743493950.117553:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+781:13290:x1828185027721088:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.117566:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.117616:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c45c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a6d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.117726:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.117747:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.117808:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.117862:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.117871:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.117879:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118021:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118032:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118040:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493950.118075:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.118081:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.118106:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118118:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118127:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118134:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118142:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118149:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.118154:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118164:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118178:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493950.118182:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.118189:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118196:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c45c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118219:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118226:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118232:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118238:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.118242:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118248:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118256:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998b50e5e740) 00010000:00010000:0.0:1743493950.118259:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.118262:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118269:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c45ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.118319:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c45c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 783 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.118338:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 782 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.118346:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.118348:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.118351:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4f40, rc 0) 00000100:00100000:0.0:1743493950.118430:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+782:13290:x1828185027721088:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 874us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.118438:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12281 00000100:00100000:3.0:1743493950.122647:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.122860:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721216 00000100:00100000:2.0:1743493950.122874:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721216 00000100:00100000:2.0:1743493950.122958:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12282 00000100:00100000:2.0:1743493950.122968:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027721216:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.122994:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.123037:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c45dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a74 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.123152:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123171:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123183:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123232:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123245:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123252:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123301:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123308:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123316:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123322:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.123327:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123335:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123347:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493950.123350:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.123368:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123375:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c45e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123398:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123405:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123412:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123418:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.123421:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123427:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123434:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x87f1f2c1 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.123437:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.123439:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123445:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c45ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x87f1f2c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.123494:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c45dc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a74 expref: 783 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.123503:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c45dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a74 expref: 783 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.123517:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c4040, rc 0) 00000100:00100000:2.0:1743493950.123617:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027721216:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 650us (984us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493950.123626:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12282 00000100:00100000:0.0:1743493950.124979:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.127139:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721344 00000100:00100000:3.0:1743493950.127162:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721344 00000100:00100000:3.0:1743493950.127285:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12283 00000100:00100000:3.0:1743493950.127295:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027721344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493950.127423:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493950.127668:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027721344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.127678:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12283 00000100:00100000:0.0:1743493950.132228:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.132295:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.132602:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.132922:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721728 00000100:00100000:1.0:1743493950.132937:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721728 00000100:00100000:1.0:1743493950.133040:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721856 00000100:00100000:1.0:1743493950.133045:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721856 00000100:00100000:1.0:1743493950.133098:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12284 00000100:00100000:1.0:1743493950.133109:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+783:13290:x1828185027721728:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.133141:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.133187:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c45f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a7b expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133379:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.133398:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 784 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133406:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133415:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.133499:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133514:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.133531:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455424:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493950.133700:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 784 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133712:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 784 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.133721:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095dc40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455552:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493950.133837:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493950.133864:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12285 00000100:00100000:1.0:1743493950.133871:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+784:13289:x1828185027721856:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.133882:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.133908:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c45ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a82 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.133987:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134000:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134014:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134064:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134072:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134080:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134129:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134138:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134145:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134152:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.134157:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134166:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134182:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493950.134186:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.134192:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134199:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4606 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134226:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134233:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134239:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134246:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.134249:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134255:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134263:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x5d3530c1 (ffff998b50e5e740) 00010000:00010000:1.0:1743493950.134266:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.134269:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134274:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c460d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x5d3530c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.134323:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c45ff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a82 expref: 785 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.134333:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c45ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a82 expref: 785 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.134347:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:1.0:1743493950.134420:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+784:13289:x1828185027721856:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 547us (1817us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493950.134429:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12285 00000100:00100000:2.0:1743493950.134581:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721472 00000100:00100000:2.0:1743493950.134589:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721472 00010000:00010000:2.0:1743493950.134633:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.134678:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3232 00000100:00100000:2.0:1743493950.134685:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+784:2439:x1828185027721472:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.134711:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.134719:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.134731:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 784 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.134746:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493950.134776:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.134785:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.134792:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.134837:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+784:2439:x1828185027721472:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 152us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.134845:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3232 00000100:00100000:2.0:1743493950.139325:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.139620:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027721984 00000100:00100000:0.0:1743493950.139635:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027721984 00000100:00100000:0.0:1743493950.139784:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12286 00000100:00100000:0.0:1743493950.139796:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+784:13333:x1828185027721984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.139910:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.140168:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+784:13333:x1828185027721984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.140177:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12286 00010000:00010000:1.0:1743493950.143519:0:8615:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000cc718ce6 x1828185060455424) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 783 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.143551:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c45d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a6d expref: 783 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.143580:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455424:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493950.145242:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.145398:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095dc40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455552:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493950.145495:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493950.145503:0:8615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.145518:0:8615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.145530:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493950.145802:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722112 00000100:00100000:0.0:1743493950.145813:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722112 00010000:00010000:0.0:1743493950.145883:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 783 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.145933:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3233 00000100:00100000:0.0:1743493950.145943:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+783:2437:x1828185027722112:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.145977:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.145986:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 783 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.145998:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 783 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.146026:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4565 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a4a expref: 783 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.146049:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.146054:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.146063:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.146071:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.146125:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.146527:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.146536:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493950.146560:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000100:00100000:0.0:1743493950.147322:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+782:2437:x1828185027722112:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1370us (2081us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.147335:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3233 00010000:00010000:2.0:1743493950.148090:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c45f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 783 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.148122:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 782 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.148134:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493950.148137:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493950.148141:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a5e40, rc 0) 00000100:00100000:2.0:1743493950.148218:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+782:13290:x1828185027721728:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15110us (15921us total) trans 4294974607 rc 0/0 00000100:00100000:2.0:1743493950.148227:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12284 00000100:00100000:0.0:1743493950.150057:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.150334:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722240 00000100:00100000:1.0:1743493950.150348:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722240 00000100:00100000:1.0:1743493950.150446:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12287 00000100:00100000:1.0:1743493950.150455:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027722240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.150554:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.150805:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+782:13333:x1828185027722240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.150814:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12287 00000100:00100000:0.0:1743493950.153484:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.154029:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722368 00000100:00100000:2.0:1743493950.154044:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722368 00000100:00100000:2.0:1743493950.154143:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12288 00000100:00100000:2.0:1743493950.154153:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027722368:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.154184:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.154230:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c461b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a89 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.154349:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154376:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154398:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154448:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154456:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154468:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154525:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154532:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154540:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154546:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.154551:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154560:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154575:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493950.154579:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.154585:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154591:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4622 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154615:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154621:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154626:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154632:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.154635:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154641:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154649:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x2ff11805 (ffff998b50e5e740) 00010000:00010000:2.0:1743493950.154652:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.154655:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154660:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x2ff11805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.154712:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c461b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a89 expref: 783 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.154721:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c461b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a89 expref: 783 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.154737:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:2.0:1743493950.154877:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+782:13289:x1828185027722368:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 723us (1403us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493950.154887:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12288 00000100:00100000:2.0:1743493950.157180:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.158063:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722496 00000100:00100000:1.0:1743493950.158077:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722496 00000100:00100000:2.0:1743493950.158265:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.161234:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722624 00000100:00100000:3.0:1743493950.161251:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722624 00000100:00100000:3.0:1743493950.161322:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12289 00000100:00100000:3.0:1743493950.161334:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+783:13290:x1828185027722496:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.161405:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.161454:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4630 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a90 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.161637:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.161655:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 784 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.161666:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.161747:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 784 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.161793:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 784 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.161816:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda7340 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455680:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.161970:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493950.162251:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12290 00000100:00100000:2.0:1743493950.162261:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+784:13333:x1828185027722624:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493950.162276:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.162317:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c463e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a97 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.162412:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162425:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162439:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162491:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162500:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162507:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162553:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162562:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162570:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493950.162616:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2da:0x0]: returning size 28489 00000004:00200000:2.0:1743493950.162622:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.162650:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162663:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162673:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162681:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162688:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162696:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.162701:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162710:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162725:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:2.0:1743493950.162729:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.162734:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162741:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4645 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162793:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162800:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162806:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162812:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f287c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.162816:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162823:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162832:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xce4de2bc (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.162835:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.162838:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162844:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c464c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xce4de2bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.162894:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c463e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a97 expref: 786 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.162913:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a97 expref: 785 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.162920:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:2.0:1743493950.162923:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.162926:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28400, rc 0) 00000100:00100000:2.0:1743493950.162999:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+785:13333:x1828185027722624:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 737us (4734us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.163008:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12290 00000100:00100000:3.0:1743493950.165660:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.167570:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027722880 00000100:00100000:0.0:1743493950.167590:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027722880 00000100:00100000:1.0:1743493950.167734:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12291 00000100:00100000:1.0:1743493950.167746:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+785:13289:x1828185027722880:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.167791:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.167842:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c465a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951a9e expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.168026:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4661 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.168045:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.168059:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493950.168073:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00010000:00010000:1.0:1743493950.168308:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c465a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a9e expref: 788 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.168335:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4661 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a9e expref: 787 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.168345:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.168349:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.168366:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2b880, rc 0) 00000100:00100000:1.0:1743493950.168488:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+787:13289:x1828185027722880:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 743us (2842us total) trans 4294974608 rc 0/0 00000100:00100000:1.0:1743493950.168498:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12291 00000100:00100000:3.0:1743493950.176303:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda7340 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455680:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493950.176417:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493950.177840:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.178015:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.178135:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723008 00000100:00100000:0.0:1743493950.178147:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723008 00010000:00010000:0.0:1743493950.178219:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 787 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.178270:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723136 00000100:00100000:0.0:1743493950.178275:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723136 00000100:00100000:0.0:1743493950.178330:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3234 00000100:00100000:0.0:1743493950.178340:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+788:2438:x1828185027723008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.178384:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.178393:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 788 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.178409:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 788 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.178439:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c45f8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a7b expref: 788 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.178461:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.178469:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.178480:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.178489:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.178547:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.178640:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+787:2438:x1828185027723008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 299us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.178649:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3234 00000100:00100000:0.0:1743493950.178692:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1305 00000100:00100000:0.0:1743493950.178698:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+786:2438:x1828185027723136:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.178717:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.178731:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4653 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a97 expref: 786 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.178745:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:0.0:1743493950.178749:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.178836:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+785:2438:x1828185027723136:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 135us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.178844:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1305 00010000:00010000:3.0:1743493950.180026:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.180041:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493950.180110:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:3.0:1743493950.180117:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.180147:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.180220:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4630 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 785 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.180246:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 784 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.180254:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:3.0:1743493950.180257:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.180261:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a47c0, rc 0) 00000100:00100000:3.0:1743493950.180367:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+784:13290:x1828185027722496:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19033us (23195us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.180377:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12289 00000100:00100000:2.0:1743493950.184260:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.184330:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.184417:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.184628:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723648 00000100:00100000:1.0:1743493950.184643:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723648 00000100:00100000:1.0:1743493950.184738:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3481 00000100:00100000:1.0:1743493950.184749:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+784:13289:x1828185027723648:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.185382:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723264 00000100:00100000:0.0:1743493950.185388:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723264 00000100:00100000:0.0:1743493950.185458:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12292 00000100:00100000:0.0:1743493950.185465:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+785:13333:x1828185027723264:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.185478:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.185525:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c466f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951aa5 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.185590:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4676 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.185607:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4676 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.185619:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4676 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.185736:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c466f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aa5 expref: 787 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.185787:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4676 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aa5 expref: 786 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.185797:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:0.0:1743493950.185800:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493950.185804:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54065e40, rc 0) 00000100:00100000:0.0:1743493950.185900:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+786:13333:x1828185027723264:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 435us (1570us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.185908:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12292 00000100:00100000:3.0:1743493950.186257:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723392 00000100:00100000:3.0:1743493950.186264:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723392 00000100:00100000:3.0:1743493950.186450:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1306 00000100:00100000:3.0:1743493950.186458:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c69900850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+786:2439:x1828185027723392:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493950.186485:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493950.186508:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4661 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a9e expref: 786 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.186526:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:3.0:1743493950.186531:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493950.186584:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c69900850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+785:2439:x1828185027723392:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 126us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.186592:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1306 00000040:00080000:1.0:1743493950.187361:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3698, 168 off652400 00000001:00080000:1.0:1743493950.187371:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974609 00000100:00100000:1.0:1743493950.187544:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+786:13289:x1828185027723648:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2793us (3123us total) trans 4294974610 rc 0/0 00000100:00100000:1.0:1743493950.187555:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3481 00000020:00080000:1.0:1743493950.187562:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493950.188691:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.189447:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027723904 00000100:00100000:2.0:1743493950.189460:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027723904 00000100:00100000:2.0:1743493950.189539:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3482 00000100:00100000:2.0:1743493950.189548:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+786:13290:x1828185027723904:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493950.189894:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3699, 168 off652568 00000100:00100000:2.0:1743493950.190111:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+787:13290:x1828185027723904:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 561us (1425us total) trans 4294974611 rc 0/0 00000100:00100000:2.0:1743493950.190121:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3482 00000100:00100000:0.0:1743493950.196537:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.196664:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027724160 00000100:00100000:1.0:1743493950.196678:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027724160 00000100:00100000:1.0:1743493950.196820:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12293 00000100:00100000:1.0:1743493950.196832:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+787:13289:x1828185027724160:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.196875:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.196919:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c467d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951aac expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.197103:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.197119:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 788 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.197129:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.197216:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 788 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.197237:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 788 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.197253:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc0d680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455808:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493950.197406:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493950.203580:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.204112:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027724288 00000100:00100000:0.0:1743493950.204126:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027724288 00000100:00100000:0.0:1743493950.204244:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12294 00000100:00100000:0.0:1743493950.204255:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+789:13290:x1828185027724288:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.204298:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.204342:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c468b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ab3 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.204481:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204499:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204513:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204564:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204572:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204579:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204718:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204732:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204740:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.204852:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.204858:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.204886:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204897:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204905:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204911:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204917:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204923:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.204928:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204936:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204950:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493950.204954:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.204960:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204967:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4692 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204992:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.204998:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205004:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205010:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.205013:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205019:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205026:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998b50e5c6c0) 00010000:00010000:0.0:1743493950.205029:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.205032:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205037:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4699 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.205088:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c468b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 791 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.205109:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 790 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.205122:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.205125:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.205128:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3c7c0, rc 0) 00000100:00100000:0.0:1743493950.205253:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+790:13290:x1828185027724288:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 998us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.205263:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12294 00000100:00100000:3.0:1743493950.206899:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.207183:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027724544 00000100:00100000:2.0:1743493950.207197:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027724544 00000100:00100000:2.0:1743493950.207285:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12295 00000100:00100000:2.0:1743493950.207296:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+790:13333:x1828185027724544:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493950.207325:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.207380:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c46a7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951aba expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.207557:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c46ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.207573:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c46ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.207587:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c46ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493950.207601:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2da:0x0]: returning size 28489 00010000:00010000:2.0:1743493950.207873:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c46a7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aba expref: 793 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.207901:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c46ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aba expref: 792 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.207912:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:2.0:1743493950.207916:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.207921:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3d6c0, rc 0) 00000100:00100000:2.0:1743493950.208011:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+792:13333:x1828185027724544:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 714us (1120us total) trans 4294974612 rc 0/0 00000100:00100000:2.0:1743493950.208019:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12295 00000100:00100000:0.0:1743493950.208718:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0d680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060455808:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.208817:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493950.212351:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.212527:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.212607:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.213470:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027724928 00000100:00100000:0.0:1743493950.213487:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027724928 00000100:00100000:0.0:1743493950.213586:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12296 00000100:00100000:0.0:1743493950.213596:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+792:13290:x1828185027724928:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.213623:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.213666:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c46bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ac1 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.213860:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.213876:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 793 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.213885:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 793 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.213897:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.213971:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 793 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.213984:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 793 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.213999:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc0a880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455936:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.214166:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 793 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.214176:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 793 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.214186:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456064:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493950.214257:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493950.215069:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027724672 00000100:00100000:1.0:1743493950.215079:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027724672 00010000:00010000:1.0:1743493950.215146:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 794 pid: 6554 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.215188:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725056 00000100:00100000:1.0:1743493950.215192:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725056 00010000:00010000:1.0:1743493950.215220:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 795 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.215254:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3235 00000100:00100000:1.0:1743493950.215262:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+795:2438:x1828185027724672:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.215286:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.215293:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 795 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.215306:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 795 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.215331:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4ac89b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a025 expref: 795 pid: 6554 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.215372:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.215379:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.215388:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.215397:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493950.215449:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.215512:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+794:2438:x1828185027724672:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 249us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.215521:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3235 00000100:00100000:1.0:1743493950.215560:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3236 00000100:00100000:1.0:1743493950.215565:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+793:2438:x1828185027725056:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.215580:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.215585:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 793 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.215594:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 793 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.215606:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493950.215610:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.215617:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.215623:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.215653:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+793:2438:x1828185027725056:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 87us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.215659:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3236 00010000:00010000:0.0:1743493950.221461:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.221486:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493950.221518:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00010000:00010000:0.0:1743493950.221904:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c467d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 794 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.221944:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 793 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.221954:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.221958:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493950.221963:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3fc40, rc 0) 00000100:00100000:0.0:1743493950.222089:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+793:13289:x1828185027724160:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 25256us (25564us total) trans 4294974613 rc 0/0 00000100:00100000:0.0:1743493950.222101:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12293 00010000:00010000:0.0:1743493950.224099:0:6550:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000007b159dd5 x1828185060455936) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.224128:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c46a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ab3 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.224156:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0a880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060455936:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.224727:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.227338:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725312 00000100:00100000:2.0:1743493950.227365:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725312 00010000:00010000:2.0:1743493950.227457:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.227519:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3237 00000100:00100000:2.0:1743493950.227529:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+792:2439:x1828185027725312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.227566:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.227574:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.227589:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.227621:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:2.0:1743493950.227628:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.227641:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.227650:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.227706:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.227819:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+792:2439:x1828185027725312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 290us (3094us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.227828:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3237 00010000:00010000:0.0:1743493950.228222:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4637 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a90 expref: 791 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.228258:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456064:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.228377:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.228385:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.228396:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.228403:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.228426:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00010000:00010000:0.0:1743493950.231314:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c46bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 792 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.231676:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 791 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.231687:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.231690:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493950.231693:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660ed40, rc 0) 00000100:00100000:0.0:1743493950.233311:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+791:13290:x1828185027724928:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19706us (21207us total) trans 4294974614 rc 0/0 00000100:00100000:0.0:1743493950.233327:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12296 00000100:00100000:3.0:1743493950.239283:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.239777:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725184 00000100:00100000:1.0:1743493950.239794:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725184 00000100:00100000:1.0:1743493950.239920:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1307 00000100:00100000:1.0:1743493950.239931:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+791:2438:x1828185027725184:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.239969:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.240003:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c46ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aba expref: 791 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.240031:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:1.0:1743493950.240036:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.241720:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+790:2438:x1828185027725184:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1778us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.241736:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1307 00000100:00100000:3.0:1743493950.242991:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.243087:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.244010:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725568 00000100:00100000:1.0:1743493950.244025:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725568 00000100:00100000:1.0:1743493950.244127:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3483 00000100:00100000:1.0:1743493950.244138:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+790:13333:x1828185027725568:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:1.0:1743493950.244686:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+791:13333:x1828185027725568:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 546us (1697us total) trans 4294974615 rc 0/0 00000100:00100000:1.0:1743493950.244697:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3483 00000100:00100000:0.0:1743493950.244880:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725824 00000100:00100000:0.0:1743493950.244887:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725824 00000100:00100000:0.0:1743493950.244957:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12297 00000100:00100000:0.0:1743493950.244965:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+791:13290:x1828185027725824:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.244995:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.245040:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c46d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951acf expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.245211:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.245231:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 792 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.245242:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 4/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.245327:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 792 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.245343:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 792 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.245370:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456192:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493950.245475:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493950.248269:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.248364:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725696 00000100:00100000:1.0:1743493950.248377:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725696 00000100:00100000:1.0:1743493950.248462:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12298 00000100:00100000:1.0:1743493950.248474:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52705680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+793:13289:x1828185027725696:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.248502:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.251881:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c46e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ac8 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.252191:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.252216:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 794 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.252225:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 4/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.252318:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 794 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.252332:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 794 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.252363:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456320:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493950.252534:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493950.256073:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.256797:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027725952 00000100:00100000:0.0:1743493950.256810:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027725952 00010000:00010000:0.0:1743493950.256888:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 795 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.257079:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456192:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493950.257159:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493950.257227:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3238 00000100:00100000:0.0:1743493950.257237:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+795:2440:x1828185027725952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.257270:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.257280:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 795 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.257295:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 795 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.257325:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c46c3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x200:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac1 expref: 795 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.257366:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493950.257372:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.257384:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.257542:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.257686:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.258037:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.258047:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493950.258118:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:1.0:1743493950.258125:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.258157:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.258223:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c46d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951acf expref: 795 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.258249:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951acf expref: 794 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.258258:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:1.0:1743493950.258261:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.258265:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187b4c0, rc 0) 00000100:00100000:1.0:1743493950.258363:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+794:13290:x1828185027725824:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13387us (15264us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.258374:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12297 00000100:00100000:0.0:1743493950.259098:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+793:2440:x1828185027725952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1857us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.259110:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3238 00000100:00100000:3.0:1743493950.268593:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.268736:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.272147:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456320:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.272244:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:0.0:1743493950.275492:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726336 00000100:00100000:0.0:1743493950.275514:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726336 00010000:00010000:0.0:1743493950.275621:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 793 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.275687:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3239 00000100:00100000:0.0:1743493950.275697:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+793:2437:x1828185027726336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.275737:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.275747:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 793 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.275810:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 793 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.275845:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4684 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aac expref: 793 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.275876:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.275883:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.275893:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.275902:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.275969:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.276074:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+792:2437:x1828185027726336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 376us (7337us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.276084:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3239 00000100:00100000:1.0:1743493950.276259:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726208 00000100:00100000:1.0:1743493950.276266:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726208 00000100:00100000:1.0:1743493950.276319:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12299 00000100:00100000:1.0:1743493950.276326:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+792:13333:x1828185027726208:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493950.276379:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.276417:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c46f4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ad6 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.276605:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c46fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.276619:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c46fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2da:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.276630:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c46fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2da:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493950.276644:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2da:0x0]: returning size 28489 00010000:00010000:1.0:1743493950.276908:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c46f4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ad6 expref: 795 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.276935:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c46fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2da:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ad6 expref: 794 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.276945:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:1.0:1743493950.276949:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493950.276952:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0f40, rc 0) 00000100:00100000:1.0:1743493950.277025:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+794:13333:x1828185027726208:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 697us (8447us total) trans 4294974616 rc 0/0 00000100:00100000:1.0:1743493950.277033:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12299 00010000:00010000:2.0:1743493950.278448:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.278465:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493950.278516:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:2.0:1743493950.278522:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.278544:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.278609:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c46e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 794 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.278632:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 793 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.278642:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.278646:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.278650:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a2d40, rc 0) 00000100:00100000:2.0:1743493950.278787:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52705680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+793:13289:x1828185027725696:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 30313us (30529us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.278799:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12298 00000100:00100000:3.0:1743493950.278940:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.279572:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726464 00000100:00100000:2.0:1743493950.279584:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726464 00000100:00100000:2.0:1743493950.279661:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12300 00000100:00100000:2.0:1743493950.279669:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+793:13290:x1828185027726464:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.279691:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.279730:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4709 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951add expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.279879:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.279896:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.279909:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493950.279952:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c0:0x0]: returning size 4096 00000004:00200000:2.0:1743493950.279956:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.279974:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.279999:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951add expref: 795 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.280025:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951add expref: 794 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.280034:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493950.280038:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493950.280042:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e25e40, rc 0) 00000100:00100000:2.0:1743493950.280122:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+794:13290:x1828185027726464:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 451us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.280129:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12300 00000100:00100000:0.0:1743493950.284442:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.284538:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726592 00000100:00100000:2.0:1743493950.284551:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726592 00000100:00100000:2.0:1743493950.284644:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12301 00000100:00100000:2.0:1743493950.284653:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+794:13290:x1828185027726592:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.284680:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.284723:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4717 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ae4 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.284876:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.284895:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.284908:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.284956:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.284969:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.284975:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285032:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285038:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285045:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285277:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.285285:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285295:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285311:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493950.285315:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.285320:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285327:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c471e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285349:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285398:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285405:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285411:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.285414:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285419:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285427:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0xa12f67b5 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.285429:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.285432:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285438:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4725 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.285490:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4717 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ae4 expref: 795 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.285500:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4717 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ae4 expref: 795 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.285513:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24040, rc 0) 00000100:00100000:2.0:1743493950.288035:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+794:13290:x1828185027726592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3364us (3588us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493950.288055:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12301 00000100:00100000:2.0:1743493950.300415:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.300730:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726848 00000100:00100000:3.0:1743493950.300744:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726848 00000100:00100000:3.0:1743493950.300888:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3484 00000100:00100000:3.0:1743493950.300902:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af53850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+794:13289:x1828185027726848:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.301243:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.301340:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027726976 00000100:00100000:1.0:1743493950.301347:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027726976 00000100:00100000:1.0:1743493950.301442:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3485 00000100:00100000:1.0:1743493950.301451:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+795:13290:x1828185027726976:12345-192.168.206.41@tcp:37:dbench.0 00000040:00080000:3.0:1743493950.301504:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3700, 168 off652736 00000100:00100000:3.0:1743493950.301801:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af53850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+796:13289:x1828185027726848:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 900us (1410us total) trans 4294974617 rc 0/0 00000100:00100000:3.0:1743493950.301813:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3484 00000100:00100000:0.0:1743493950.308706:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.308819:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.309026:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727104 00000100:00100000:3.0:1743493950.309041:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727104 00000100:00100000:3.0:1743493950.309148:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727232 00000100:00100000:3.0:1743493950.309152:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727232 00000100:00100000:3.0:1743493950.309194:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12302 00000100:00100000:3.0:1743493950.309204:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027727104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493950.309299:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.309436:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12303 00000100:00100000:2.0:1743493950.309446:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+797:13289:x1828185027727232:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.309462:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.309512:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c472c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951aeb expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493950.309554:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027727104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 349us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.309565:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12302 00010000:00010000:2.0:1743493950.309635:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309656:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309670:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309729:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309737:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309745:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309900:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309908:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309915:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493950.309949:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:2.0:1743493950.309954:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.309977:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309987:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.309996:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310002:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310008:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310014:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.310018:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310025:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310035:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493950.310038:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.310043:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310048:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4733 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310066:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310072:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310081:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310086:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.310088:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310092:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310113:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.310115:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.310118:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310122:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c473a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.310168:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c472c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 798 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.310188:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 797 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.310198:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.310201:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.310204:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01ed40, rc 0) 00000100:00100000:1.0:1743493950.310224:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+797:13290:x1828185027726976:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8771us (8981us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.310239:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3485 00000100:00100000:2.0:1743493950.310245:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+797:13289:x1828185027727232:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 800us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.310252:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12303 00000100:00100000:0.0:1743493950.319527:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.319715:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.319799:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727360 00000100:00100000:2.0:1743493950.319813:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727360 00000100:00100000:2.0:1743493950.319909:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727488 00000100:00100000:2.0:1743493950.319913:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727488 00000100:00100000:2.0:1743493950.319955:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12304 00000100:00100000:2.0:1743493950.319965:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+797:13333:x1828185027727360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.320061:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493950.320145:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12305 00000100:00100000:3.0:1743493950.320153:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+797:13290:x1828185027727488:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.320165:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.320210:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4748 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951af2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.320317:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320335:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320349:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320707:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320716:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320725:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320900:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x256:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320911:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320918:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493950.320953:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x256:0x0]: returning size 19054 00000004:00200000:3.0:1743493950.320958:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.320982:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x256:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.320993:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321002:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321012:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321019:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321025:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.321030:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321037:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321051:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00000100:00100000:2.0:1743493950.321051:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027727360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1085us (1539us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493950.321055:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.321061:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493950.321061:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12304 00010000:00010000:3.0:1743493950.321066:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c474f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321087:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321094:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321099:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321104:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.321108:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321117:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321125:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x17610ee3 (ffff998b50e5e740) 00010000:00010000:3.0:1743493950.321128:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.321130:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321136:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4756 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.321184:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4748 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af2 expref: 798 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.321203:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af2 expref: 797 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.321211:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256:0x0].0x0 (ffff998c6d1e9700) 00010000:00010000:3.0:1743493950.321213:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.321216:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fbc40, rc 0) 00000100:00100000:3.0:1743493950.321279:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+797:13290:x1828185027727488:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1125us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.321287:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12305 00000100:00100000:0.0:1743493950.328238:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.328395:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.328503:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727744 00000100:00100000:3.0:1743493950.328518:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727744 00000100:00100000:3.0:1743493950.328630:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12306 00000100:00100000:3.0:1743493950.328646:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+797:13289:x1828185027727744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.328682:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.328738:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4764 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951af9 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.328968:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493950.328991:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 798 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.329001:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 798 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.329011:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 5/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.329158:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 798 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.329175:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 798 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.329193:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73a880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456448:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.329372:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 798 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.329381:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 798 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.329391:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456576:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493950.329462:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493950.330604:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027727872 00000100:00100000:2.0:1743493950.330614:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027727872 00010000:00010000:2.0:1743493950.330682:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 799 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.330716:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3240 00000100:00100000:2.0:1743493950.330725:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c69905050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+799:2438:x1828185027727872:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.330784:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.330795:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 799 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.330812:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 799 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.330844:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.330850:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.330864:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.330872:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.330956:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c69905050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+799:2438:x1828185027727872:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 230us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.330965:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3240 00000100:00100000:3.0:1743493950.335398:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.335472:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.335560:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728256 00000100:00100000:0.0:1743493950.335560:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728000 00000100:00100000:1.0:1743493950.335573:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728256 00000100:00100000:0.0:1743493950.335573:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728000 00000100:00100000:1.0:1743493950.335664:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3486 00000100:00100000:0.0:1743493950.335664:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12307 00000100:00100000:0.0:1743493950.335673:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+800:13333:x1828185027728000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493950.335674:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+800:13290:x1828185027728256:12345-192.168.206.41@tcp:35:dbench.0 00000004:00000080:0.0:1743493950.335785:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.335979:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+800:13333:x1828185027728000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 305us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.335989:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12307 00000040:00080000:1.0:1743493950.336038:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3701, 168 off652904 00000100:00100000:1.0:1743493950.336226:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+800:13290:x1828185027728256:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 553us (753us total) trans 4294974618 rc 0/0 00000100:00100000:1.0:1743493950.336234:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3486 00000100:00100000:3.0:1743493950.340102:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.340325:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728512 00000100:00100000:1.0:1743493950.340337:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728512 00010000:00010000:1.0:1743493950.340422:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 800 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.340479:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3241 00000100:00100000:1.0:1743493950.340489:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+800:2439:x1828185027728512:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.340523:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.340533:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 800 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.340548:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 800 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.340579:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.340587:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.340603:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.340613:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.340666:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.340800:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+800:2439:x1828185027728512:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 311us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.340809:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3241 00010000:00010000:0.0:1743493950.341524:0:11942:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000859396ea x1828185060456448) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 799 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.341546:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4741 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aeb expref: 799 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.341574:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73a880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456448:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.341607:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c46ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ac8 expref: 798 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.341627:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060456576:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493950.341718:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.341727:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.341737:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.341743:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493950.341824:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000100:00100000:0.0:1743493950.343632:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493950.343790:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4764 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 799 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.343823:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 798 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.343832:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.343836:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493950.343839:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fa200, rc 0) 00000100:00100000:1.0:1743493950.343929:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+798:13289:x1828185027727744:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15286us (15707us total) trans 4294974619 rc 0/0 00000100:00100000:1.0:1743493950.343940:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12306 00000100:00100000:2.0:1743493950.344244:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728384 00000100:00100000:2.0:1743493950.344255:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728384 00000100:00100000:2.0:1743493950.344343:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1308 00000100:00100000:2.0:1743493950.344361:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+798:2437:x1828185027728384:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.344392:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.344414:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c475d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af2 expref: 798 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.344432:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256:0x0].0x0 (ffff998c6d1e9700) 00010000:00010000:2.0:1743493950.344436:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.344474:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+797:2437:x1828185027728384:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 123us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.344482:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1308 00000100:00100000:0.0:1743493950.351247:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.351319:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728640 00000100:00100000:0.0:1743493950.351326:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.351333:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728640 00000100:00100000:1.0:1743493950.351455:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12308 00000100:00100000:0.0:1743493950.351485:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.351528:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729024 00000100:00100000:0.0:1743493950.351533:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729024 00000100:00100000:0.0:1743493950.351581:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12309 00000100:00100000:0.0:1743493950.351588:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+798:13289:x1828185027729024:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:1.0:1743493950.351637:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027728640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493950.351641:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.351683:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4779 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b00 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000004:00000080:1.0:1743493950.351716:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493950.351856:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.351877:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 799 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.351886:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.351962:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 799 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493950.351969:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+799:13333:x1828185027728640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 505us (737us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493950.351977:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 799 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.351978:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12308 00000100:00100000:0.0:1743493950.351992:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73ae40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060456704:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.352540:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027728896 00000100:00100000:3.0:1743493950.352548:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027728896 00000100:00100000:3.0:1743493950.352617:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3487 00000100:00100000:3.0:1743493950.352624:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+799:13290:x1828185027728896:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493950.352983:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3702, 168 off653072 00000100:00100000:3.0:1743493950.353173:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+800:13290:x1828185027728896:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 545us (1843us total) trans 4294974620 rc 0/0 00000100:00100000:3.0:1743493950.353182:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3487 00000100:00100000:1.0:1743493950.354737:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493950.364175:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.364239:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.364257:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729280 00000100:00100000:0.0:1743493950.364271:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729280 00000100:00100000:0.0:1743493950.364369:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3488 00000100:00100000:0.0:1743493950.364380:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+800:13290:x1828185027729280:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493950.364931:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729408 00000100:00100000:3.0:1743493950.364939:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729408 00000100:00100000:0.0:1743493950.364943:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+802:13290:x1828185027729280:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 563us (784us total) trans 4294974621 rc 0/0 00000100:00100000:0.0:1743493950.364953:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3488 00000100:00100000:3.0:1743493950.364990:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12310 00000100:00100000:3.0:1743493950.364996:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:13333:x1828185027729408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493950.365070:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2db:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493950.365246:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2db:0x0]: rc = -2 00000100:00100000:3.0:1743493950.365311:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:13333:x1828185027729408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (1070us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493950.365319:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12310 00000100:00100000:2.0:1743493950.366650:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.366707:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729536 00000100:00100000:0.0:1743493950.366716:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729536 00010000:00010000:0.0:1743493950.366786:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 801 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.366833:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3242 00000100:00100000:0.0:1743493950.366841:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:2438:x1828185027729536:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.366873:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.366881:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 801 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.366895:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 801 pid: 11942 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.366926:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.366933:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.366944:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.366953:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.367003:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.367066:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:2438:x1828185027729536:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 224us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.367074:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3242 00010000:00010000:1.0:1743493950.375504:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c476b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951af9 expref: 800 pid: 11942 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.375543:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73ae40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060456704:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493950.375621:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.375634:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.375640:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493950.375714:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:1.0:1743493950.375719:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.375746:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.375842:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4779 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 800 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.375863:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 799 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.375873:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.375877:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.375883:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8040, rc 0) 00000100:00100000:1.0:1743493950.376001:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+799:13289:x1828185027729024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 24411us (24514us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.376013:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12309 00000100:00100000:3.0:1743493950.376558:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.376814:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.376877:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729792 00000100:00100000:1.0:1743493950.376888:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729792 00000100:00100000:2.0:1743493950.376893:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027729920 00000100:00100000:2.0:1743493950.376897:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027729920 00000100:00100000:1.0:1743493950.376958:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12311 00000100:00100000:1.0:1743493950.376967:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+800:13290:x1828185027729792:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:2.0:1743493950.376968:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12312 00000100:00100000:2.0:1743493950.376973:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+800:13333:x1828185027729920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:1.0:1743493950.377039:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00000004:00000080:2.0:1743493950.377047:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493950.377069:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4b8ca2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x256:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e11d expref: 800 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.377095:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4b8c78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x256:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e10f expref: 799 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.377116:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4b8d0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x256:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e139 expref: 798 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.377135:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4b2125 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x256:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bdb4 expref: 797 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.377151:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256:0x0].0x0 (ffff998c6d1e9700) 00010000:00010000:1.0:1743493950.377177:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951add expref: 796 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.377192:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493950.377196:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.377210:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+795:13333:x1828185027729920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 235us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.377218:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12312 00010000:00010000:1.0:1743493950.377238:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377255:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377266:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377314:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377322:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377330:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377504:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x256:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377524:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.377532:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493950.378092:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].305, 64 off27776 00000004:00080000:2.0:1743493950.378114:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1152684360464ns, next at 1153684348936ns, rc = 0 00000040:00080000:2.0:1743493950.378166:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3703, 184 off653256 00010000:00010000:2.0:1743493950.378333:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x256:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378344:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378365:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378373:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378380:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378386:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378393:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378400:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493950.378406:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378419:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378430:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.378433:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.378438:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378443:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c479c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x256:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378479:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378486:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378492:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378497:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.378501:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378507:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378515:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x256:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.378517:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493950.378521:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378526:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4795 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x256:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378800:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378807:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378813:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378818:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.378821:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378827:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378836:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493950.378838:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.378842:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378847:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4787 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493950.378862:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006298d82a reply state 0000000024b09eeb transno 4294974622 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378875:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.378882:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x17610ee3 (ffff998b50e5e740) 00010000:00010000:2.0:1743493950.378884:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493950.378888:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493950.378999:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+796:13290:x1828185027729792:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2027us (2439us total) trans 4294974622 rc 0/0 00000100:00100000:2.0:1743493950.379008:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12311 00000100:00100000:0.0:1743493950.384003:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.384102:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.384203:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730176 00000100:00100000:1.0:1743493950.384217:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730176 00000100:00100000:1.0:1743493950.384309:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3489 00000100:00100000:1.0:1743493950.384321:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+796:13289:x1828185027730176:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493950.384679:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3704, 168 off653424 00000100:00100000:2.0:1743493950.384889:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730304 00000100:00100000:2.0:1743493950.384895:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730304 00000100:00100000:2.0:1743493950.384941:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12313 00000100:00100000:2.0:1743493950.384948:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027730304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493950.384958:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+798:13289:x1828185027730176:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 639us (969us total) trans 4294974623 rc 0/0 00000100:00100000:1.0:1743493950.384966:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3489 00000004:00000080:2.0:1743493950.385014:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.385165:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+797:13333:x1828185027730304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 215us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.385173:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12313 00000100:00100000:3.0:1743493950.389051:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.389179:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730432 00000100:00100000:2.0:1743493950.389192:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730432 00000100:00100000:2.0:1743493950.389287:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12314 00000100:00100000:2.0:1743493950.389297:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+797:13289:x1828185027730432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.389325:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.389383:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c47a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b07 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.389506:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389525:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389549:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389600:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389609:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389616:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389793:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389804:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389811:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493950.389865:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:2.0:1743493950.389871:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.389897:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389908:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389917:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389923:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389930:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389937:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.389941:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389950:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389964:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493950.389968:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.389975:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.389981:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c47aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390001:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390008:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390013:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390018:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.390022:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390029:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390037:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b50e5cd40) 00010000:00010000:2.0:1743493950.390040:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.390043:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.390049:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c47b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493950.392499:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c47a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 799 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.392539:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 798 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.392549:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.392552:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.392557:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6200, rc 0) 00000100:00100000:2.0:1743493950.393982:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+798:13289:x1828185027730432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4674us (4932us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.393998:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12314 00000100:00100000:3.0:1743493950.395302:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.395361:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730688 00000100:00100000:2.0:1743493950.395375:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730688 00000100:00100000:2.0:1743493950.396776:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12315 00000100:00100000:2.0:1743493950.396788:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027730688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.396914:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2dc:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.397189:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+798:13333:x1828185027730688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 401us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.397199:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12315 00000100:00100000:3.0:1743493950.401794:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.401868:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730560 00000100:00100000:2.0:1743493950.401883:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730560 00000100:00100000:1.0:1743493950.403280:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12316 00000100:00100000:1.0:1743493950.403297:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+798:13290:x1828185027730560:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.403330:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.403440:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c47bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b0e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.403567:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403585:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403600:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403649:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403657:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403664:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403838:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403849:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403856:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493950.403916:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x25e:0x0]: returning size 14984 00000004:00200000:1.0:1743493950.403922:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.403948:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403959:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403968:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403974:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403981:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.403987:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.403992:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404001:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404016:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493950.404019:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.404025:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404031:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c47c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404051:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404056:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404063:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404068:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.404071:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404076:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404083:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x220bffe4 (ffff998b50e5c6c0) 00000100:00100000:3.0:1743493950.404086:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493950.404086:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.404089:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.404094:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c47cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493950.404562:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.404853:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027730944 00000100:00100000:2.0:1743493950.404863:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027730944 00000100:00100000:2.0:1743493950.404934:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731072 00000100:00100000:2.0:1743493950.404939:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731072 00000100:00100000:3.0:1743493950.404959:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12317 00000100:00100000:3.0:1743493950.405119:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+801:13289:x1828185027730944:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.405140:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.405174:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c47db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b15 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493950.405297:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12318 00000100:00100000:2.0:1743493950.405305:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+802:13333:x1828185027731072:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:3.0:1743493950.405313:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.405327:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 802 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.405336:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 802 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.405345:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00000004:00000080:2.0:1743493950.405383:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.405592:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+802:13333:x1828185027731072:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 285us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.405601:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12318 00010000:00010000:1.0:1743493950.406264:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c47bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b0e expref: 802 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.406286:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b0e expref: 801 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.406296:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25e:0x0].0x0 (ffff998b5657e400) 00010000:00010000:1.0:1743493950.406299:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.406303:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f916c0, rc 0) 00000100:00100000:1.0:1743493950.406397:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027730560:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3104us (4619us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.406405:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12316 00010000:00010000:2.0:1743493950.407011:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 800 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.407028:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 800 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.407045:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50649180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456832:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.407991:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 800 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.408005:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 800 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.408017:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456960:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493950.408088:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493950.413377:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.413864:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731200 00000100:00100000:2.0:1743493950.413877:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731200 00010000:00010000:2.0:1743493950.413949:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 801 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.414001:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3243 00000100:00100000:2.0:1743493950.414011:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+801:2439:x1828185027731200:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.414045:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.414054:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 801 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.414070:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 801 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.418715:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.418811:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.418867:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.418920:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731328 00000100:00100000:3.0:1743493950.418933:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731328 00010000:00010000:3.0:1743493950.419002:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 802 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.419051:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3244 00000100:00100000:3.0:1743493950.419061:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+802:2439:x1828185027731328:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493950.419096:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493950.419104:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 802 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.419846:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731712 00000100:00100000:1.0:1743493950.419854:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731712 00000100:00100000:1.0:1743493950.419911:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12319 00000100:00100000:1.0:1743493950.419919:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13333:x1828185027731712:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493950.419942:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.419983:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c47e9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b1c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.420106:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420125:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420137:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420182:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420189:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420195:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420243:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420252:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420260:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493950.420327:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2dc:0x0]: returning size 28489 00000004:00200000:1.0:1743493950.420334:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1743493950.420335:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.420344:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.420364:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493950.420368:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.420372:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.420378:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420386:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420392:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420399:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420406:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.420411:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420420:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420432:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:1.0:1743493950.420435:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.420440:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420446:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c47f0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420469:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420476:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420481:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420487:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.420490:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420496:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420505:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xea79087c (ffff998b50e5cd40) 00010000:00010000:1.0:1743493950.420508:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.420511:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420516:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c47f7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xea79087c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.420574:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c47e9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b1c expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.420596:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b1c expref: 804 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.420603:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:1.0:1743493950.420605:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.420609:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14040, rc 0) 00010000:00010000:3.0:1743493950.420724:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 804 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.420743:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:3.0:1743493950.420747:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.420779:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.420786:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.420834:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.420916:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:2439:x1828185027731200:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 6903us (7563us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.420928:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3243 00000100:00100000:2.0:1743493950.420998:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731584 00000100:00100000:2.0:1743493950.421005:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731584 00000100:00100000:2.0:1743493950.421056:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3490 00000100:00100000:2.0:1743493950.421063:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af56850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13290:x1828185027731584:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.423214:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027731712:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 3281us (4333us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.423230:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12319 00000100:00100000:2.0:1743493950.424706:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af56850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13290:x1828185027731584:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3635us (5887us total) trans 4294974624 rc 0/0 00000100:00100000:2.0:1743493950.424721:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3490 00010000:00010000:2.0:1743493950.425005:0:6550:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000d2015468 x1828185060456832) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 803 pid: 8615 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.425038:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c47b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b07 expref: 803 pid: 8615 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.425065:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50649180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456832:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.425102:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4780 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b00 expref: 802 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.425122:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060456960:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.425214:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.425225:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.425237:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.425243:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493950.425270:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00010000:00010000:2.0:1743493950.425540:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c47db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 803 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.425561:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 802 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.425569:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.425572:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493950.425575:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90400, rc 0) 00000100:00100000:2.0:1743493950.425660:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+802:13289:x1828185027730944:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 20690us (21574us total) trans 4294974625 rc 0/0 00000100:00100000:2.0:1743493950.425670:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12317 00000100:00100000:3.0:1743493950.426617:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:2439:x1828185027731328:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 7551us (7913us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.426633:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3244 00000100:00100000:1.0:1743493950.432676:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.432921:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.433251:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027731968 00000100:00100000:2.0:1743493950.433265:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027731968 00000100:00100000:1.0:1743493950.433297:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.433366:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732096 00000100:00100000:2.0:1743493950.433370:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732096 00000100:00100000:2.0:1743493950.433426:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732224 00000100:00100000:2.0:1743493950.433431:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732224 00000100:00100000:2.0:1743493950.433471:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12320 00000100:00100000:2.0:1743493950.433482:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027731968:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:3.0:1743493950.433531:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12321 00000100:00100000:3.0:1743493950.433539:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13289:x1828185027732096:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.433550:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.433595:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c480c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b23 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433601:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1743493950.433632:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4bb097 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494eced expref: 804 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433661:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c47d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b0e expref: 803 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433683:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4bb074 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ecdf expref: 802 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433703:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4bb0ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ecfb expref: 801 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433722:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4b2fdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c253 expref: 800 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433736:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25e:0x0].0x0 (ffff998b5657e400) 00010000:00010000:2.0:1743493950.433775:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.433799:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.433806:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.433815:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 799 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.433817:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.433824:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.433828:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.433870:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.433877:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.433883:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.433900:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 799 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.433913:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 799 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.433928:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060457088:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493950.434041:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434050:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493950.434057:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00010000:00010000:2.0:1743493950.434057:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493950.434320:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12322 00000100:00100000:0.0:1743493950.434328:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+799:13333:x1828185027732224:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.434338:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.434376:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c482f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b2a expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.434418:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4836 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.434428:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4836 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493950.434437:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4836 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:2.0:1743493950.434492:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].306, 64 off27840 00010000:00010000:0.0:1743493950.434526:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c482f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b2a expref: 801 pid: 12851 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1743493950.434547:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3705, 176 off653600 00010000:00010000:0.0:1743493950.434547:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4836 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b2a expref: 800 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.434555:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:0.0:1743493950.434558:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493950.434561:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641e40, rc 0) 00000100:00100000:0.0:1743493950.434631:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+801:13333:x1828185027732224:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 302us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.434639:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12322 00010000:00010000:2.0:1743493950.434696:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434705:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434717:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434725:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434731:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434737:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434744:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434777:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493950.434783:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434792:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434801:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25e:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.434803:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.434808:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434814:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c483d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434843:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434850:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434856:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434861:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.434865:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434871:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434880:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25e:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.434882:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493950.434886:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.434891:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4828 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435155:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435163:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435169:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435175:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.435178:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435184:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435198:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493950.435201:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.435204:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435209:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c481a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493950.435225:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e6762d75 reply state 0000000020f92e21 transno 4294974626 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435236:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.435242:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x220bffe4 (ffff998b50e5cd40) 00010000:00010000:2.0:1743493950.435244:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493950.435247:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493950.435322:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027731968:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1840us (2660us total) trans 4294974626 rc 0/0 00000100:00100000:2.0:1743493950.435329:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12320 00000100:00100000:0.0:1743493950.436332:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.436728:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732352 00000100:00100000:3.0:1743493950.436740:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732352 00000100:00100000:3.0:1743493950.436867:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1309 00000100:00100000:3.0:1743493950.436877:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+801:2438:x1828185027732352:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.440540:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.440590:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c47fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b1c expref: 801 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.440624:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:2.0:1743493950.440631:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.440805:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+800:2438:x1828185027732352:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3927us (4475us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.440818:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1309 00000100:00100000:1.0:1743493950.442526:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060457088:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.442528:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493950.442609:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493950.443181:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.443247:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.443536:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732608 00000100:00100000:3.0:1743493950.443547:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732608 00000100:00100000:3.0:1743493950.443625:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732864 00000100:00100000:3.0:1743493950.443628:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732864 00000100:00100000:3.0:1743493950.443670:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12323 00000100:00100000:3.0:1743493950.443679:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027732608:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.443720:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.443782:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4844 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b31 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.443931:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.443949:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.443961:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444008:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444016:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444022:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444081:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444093:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444101:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444107:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.444112:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444120:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444132:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493950.444136:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.444140:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444146:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c484b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444166:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444173:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444179:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444183:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.444186:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444197:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444205:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xa12f67b5 (ffff998b50e5c380) 00010000:00010000:3.0:1743493950.444207:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.444210:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444215:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4852 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444261:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4844 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b31 expref: 802 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.444269:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4844 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b31 expref: 802 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.444281:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c1e40, rc 0) 00000100:00100000:3.0:1743493950.444411:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027732608:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 732us (1230us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493950.444419:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12323 00000100:00100000:3.0:1743493950.444465:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12324 00000100:00100000:3.0:1743493950.444472:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+800:13333:x1828185027732864:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493950.444481:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.444504:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4859 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b38 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.444626:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4860 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444637:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4860 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493950.444645:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4860 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493950.444657:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2dc:0x0]: returning size 28489 00010000:00010000:3.0:1743493950.444883:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4859 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b38 expref: 803 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.444904:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4860 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b38 expref: 802 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.444912:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:3.0:1743493950.444914:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.444917:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185e5c0, rc 0) 00000100:00100000:3.0:1743493950.444962:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+802:13333:x1828185027732864:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 490us (1714us total) trans 4294974627 rc 0/0 00000100:00100000:3.0:1743493950.444970:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12324 00000100:00100000:0.0:1743493950.449910:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732480 00000100:00100000:0.0:1743493950.449933:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732480 00010000:00010000:0.0:1743493950.450023:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 802 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.450074:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3245 00000100:00100000:0.0:1743493950.450084:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c69902050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+802:2440:x1828185027732480:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.450133:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.450142:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 802 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.450156:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 802 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.450186:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c47e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b15 expref: 802 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:0.0:1743493950.450208:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.450214:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.450225:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.450234:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.450305:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.450425:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c69902050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+801:2440:x1828185027732480:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 339us (7896us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.450435:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3245 00000100:00100000:1.0:1743493950.451021:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.451174:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027732992 00000100:00100000:0.0:1743493950.451181:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027732992 00000100:00100000:0.0:1743493950.451236:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12325 00000100:00100000:0.0:1743493950.451244:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027732992:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.451269:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.451333:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c486e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b3f expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.453057:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.453076:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493950.453151:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:3.0:1743493950.453158:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.453188:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.453258:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c480c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 803 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.453288:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 802 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.453298:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:3.0:1743493950.453303:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.453308:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17880, rc 0) 00000100:00100000:3.0:1743493950.453530:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+802:13289:x1828185027732096:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19986us (20606us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.453541:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12321 00010000:00010000:0.0:1743493950.455267:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.455296:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.455312:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.455389:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c8:0x0]: returning size 4096 00000004:00200000:0.0:1743493950.455394:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.455422:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.455467:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c486e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b3f expref: 802 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.455498:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b3f expref: 801 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.455508:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:0.0:1743493950.455511:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493950.455515:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185c400, rc 0) 00000100:00100000:0.0:1743493950.455624:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+801:13290:x1828185027732992:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4378us (4603us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.455634:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12325 00000100:00100000:2.0:1743493950.456048:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.456820:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027733120 00000100:00100000:0.0:1743493950.456832:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027733120 00000100:00100000:0.0:1743493950.456924:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1310 00000100:00100000:0.0:1743493950.456935:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+801:2439:x1828185027733120:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.456969:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.456996:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4860 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b38 expref: 801 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.457020:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:0.0:1743493950.457026:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.457098:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+800:2439:x1828185027733120:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 163us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.457108:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1310 00000100:00100000:2.0:1743493950.466024:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.466091:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.466904:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.467055:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027733632 00000100:00100000:0.0:1743493950.467069:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027733632 00000100:00100000:0.0:1743493950.467152:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027733760 00000100:00100000:0.0:1743493950.467156:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027733760 00000100:00100000:0.0:1743493950.467180:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027733376 00000100:00100000:0.0:1743493950.467183:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027733376 00000100:00100000:0.0:1743493950.467210:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3491 00000100:00100000:0.0:1743493950.467220:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+802:13289:x1828185027733632:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493950.467587:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3706, 168 off653768 00000100:00100000:0.0:1743493950.467851:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13289:x1828185027733632:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 630us (1839us total) trans 4294974628 rc 0/0 00000100:00100000:0.0:1743493950.467861:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3491 00000100:00100000:0.0:1743493950.467904:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3492 00000100:00100000:0.0:1743493950.467911:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+802:13290:x1828185027733760:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493950.469446:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3493 00000100:00100000:1.0:1743493950.469459:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+803:13333:x1828185027733376:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:1.0:1743493950.469928:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+804:13333:x1828185027733376:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 470us (3025us total) trans 4294974629 rc 0/0 00000100:00100000:1.0:1743493950.469938:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3493 00000100:00100000:2.0:1743493950.481250:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.481319:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027733888 00000100:00100000:0.0:1743493950.481333:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027733888 00000100:00100000:0.0:1743493950.481448:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12326 00000100:00100000:0.0:1743493950.481459:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13289:x1828185027733888:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.481490:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.481539:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c487c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b46 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.481668:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481689:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481702:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481786:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481795:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481802:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481959:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481969:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.481977:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.482030:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.482036:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.482064:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482075:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482085:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482091:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482098:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482105:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.482109:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482118:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482132:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493950.482135:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.482142:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482148:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4883 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482172:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482179:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482185:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482191:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.482194:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482200:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482208:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b50e5c380) 00010000:00010000:0.0:1743493950.482210:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.482213:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482218:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c488a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.482271:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c487c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.482291:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.482300:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.482302:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.482306:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa08400, rc 0) 00000100:00100000:0.0:1743493950.482445:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027733888:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 984us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.482454:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12326 00000100:00100000:1.0:1743493950.483480:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027733760:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 15561us (17381us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.483495:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3492 00000100:00100000:2.0:1743493950.487470:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.490411:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027734144 00000100:00100000:0.0:1743493950.490435:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027734144 00000100:00100000:0.0:1743493950.490571:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12327 00000100:00100000:0.0:1743493950.490582:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13333:x1828185027734144:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.490642:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.490692:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4898 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b4d expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.490903:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c489f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.490921:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c489f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2dc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.490935:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c489f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2dc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.490949:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2dc:0x0]: returning size 28489 00010000:00010000:0.0:1743493950.491178:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4898 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b4d expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.491203:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c489f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2dc:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b4d expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.491212:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:0.0:1743493950.491216:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1743493950.491220:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b540316c0, rc 0) 00000100:00100000:0.0:1743493950.491341:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027734144:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 759us (3885us total) trans 4294974630 rc 0/0 00000100:00100000:0.0:1743493950.491362:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12327 00000100:00100000:2.0:1743493950.491590:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.491828:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027734400 00000100:00100000:3.0:1743493950.491837:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027734400 00000100:00100000:3.0:1743493950.491896:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12328 00000100:00100000:3.0:1743493950.491905:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027734400:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.491920:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.491949:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c48ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b54 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.492091:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.492432:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.492443:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.492452:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.492538:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.492554:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.492571:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d8040 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457216:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493950.494312:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.494332:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 806 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.494347:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dae40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457344:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.494467:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493950.501699:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.501829:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493950.502072:0:6550:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000d1de0b9c x1828185060457216) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.502102:0:6550:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:3.0:1743493950.502134:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4891 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b46 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.502163:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d8040 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457216:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493950.502197:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dae40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457344:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493950.502295:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:3.0:1743493950.502302:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.502313:0:6550:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.502325:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493950.503687:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027734528 00000100:00100000:0.0:1743493950.503700:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027734528 00000100:00100000:0.0:1743493950.503814:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1311 00000100:00100000:0.0:1743493950.503824:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:2440:x1828185027734528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493950.503861:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493950.503864:0:10194:0:(ldlm_lockd.c:1791:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1414d533cd4c4891) 00010000:00010000:0.0:1743493950.503867:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493950.503972:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:2440:x1828185027734528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 147us (2286us total) trans 0 rc 116/116 00000100:00100000:0.0:1743493950.503982:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1311 00000100:00100000:1.0:1743493950.504142:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027734784 00000100:00100000:1.0:1743493950.504149:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027734784 00000100:00100000:1.0:1743493950.504205:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3494 00000100:00100000:1.0:1743493950.504211:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027734784:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.504576:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027734784:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 363us (2746us total) trans 4294974631 rc 0/0 00000100:00100000:1.0:1743493950.504589:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3494 00000100:00100000:1.0:1743493950.510298:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.510409:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.510506:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027734912 00000100:00100000:2.0:1743493950.510520:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027734912 00010000:00010000:2.0:1743493950.510595:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 807 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:2.0:1743493950.510650:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3246 00000100:00100000:2.0:1743493950.510660:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+807:2438:x1828185027734912:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1743493950.510673:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735168 00000100:00100000:3.0:1743493950.510679:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735168 00010000:00010000:2.0:1743493950.510693:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.510701:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 808 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.510717:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 808 pid: 6553 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.510723:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12329 00000100:00100000:3.0:1743493950.510728:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027735168:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493950.510747:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b23 expref: 808 pid: 6553 timeout: 1252 lvb_type: 0 00010000:00010000:2.0:1743493950.510792:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493950.510800:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.510811:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.510819:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.510860:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1743493950.510877:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4bef74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x298:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950073 expref: 807 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.510880:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.510900:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4bc46a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x298:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f2d5 expref: 806 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.510919:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4befeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x298:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49500a4 expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.510937:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4bc1bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x298:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f226 expref: 804 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.510951:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x298:0x0].0x0 (ffff998b542b3440) 00000100:00100000:2.0:1743493950.510967:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+803:2438:x1828185027734912:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 307us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.510976:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3246 00010000:00010000:3.0:1743493950.510977:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4875 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b3f expref: 803 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.510992:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493950.510996:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.511039:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511052:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511061:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511109:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511117:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511125:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511300:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x298:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511309:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.511316:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.511847:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.511856:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.511876:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000040:00080000:3.0:1743493950.511922:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].307, 64 off27904 00000040:00080000:3.0:1743493950.511970:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3707, 184 off653952 00010000:00010000:0.0:1743493950.512078:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c48ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 804 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.512092:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x298:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512103:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512112:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512120:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512127:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512133:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512140:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512146:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493950.512151:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512159:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512169:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x298:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:3.0:1743493950.512173:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493950.512178:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512185:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c48d7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x298:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512212:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512220:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512226:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512231:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.512235:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.512235:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 803 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.512242:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.512244:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.512247:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493950.512250:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x298:0x0].0x0 (ffff998b50e5c6c0) 00010000:00010000:0.0:1743493950.512250:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b4c0, rc 0) 00010000:00010000:3.0:1743493950.512252:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493950.512255:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.512259:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c48c9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x298:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493950.512337:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13289:x1828185027734400:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 20432us (20748us total) trans 4294974632 rc 0/0 00000100:00100000:0.0:1743493950.512346:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12328 00010000:00010000:3.0:1743493950.517164:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517186:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517195:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517202:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.517208:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517222:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517243:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493950.517246:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.517253:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517259:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c48bb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493950.517285:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d1de0b9c reply state 00000000a608ffe7 transno 4294974633 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517302:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.517311:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x1e68dc46 (ffff998b50e5c380) 00010000:00010000:3.0:1743493950.517314:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493950.517318:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493950.517504:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027735168:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6767us (7088us total) trans 4294974633 rc 0/0 00000100:00100000:3.0:1743493950.517516:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12329 00000100:00100000:1.0:1743493950.517928:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.521983:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735296 00000100:00100000:0.0:1743493950.522003:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735296 00000100:00100000:0.0:1743493950.522131:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12330 00000100:00100000:0.0:1743493950.522143:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13333:x1828185027735296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.522244:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.522810:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+803:13333:x1828185027735296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 666us (4881us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.522821:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12330 00000100:00100000:1.0:1743493950.522917:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.523124:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735424 00000100:00100000:0.0:1743493950.523131:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735424 00000100:00100000:0.0:1743493950.523334:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12331 00000100:00100000:0.0:1743493950.523341:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532de7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+803:13289:x1828185027735424:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.523388:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.523435:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c48de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b5b expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.523580:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.523597:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 804 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.523605:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.523686:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 804 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.523700:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 804 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:0.0:1743493950.523717:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dbf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457472:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493950.524417:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493950.532984:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.533043:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735680 00000100:00100000:1.0:1743493950.533051:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.533057:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735680 00000100:00100000:0.0:1743493950.533162:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3495 00000100:00100000:1.0:1743493950.533167:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.533172:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027735680:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.533228:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735936 00000100:00100000:1.0:1743493950.533232:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735936 00010000:00010000:1.0:1743493950.533271:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:1.0:1743493950.533301:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3247 00000100:00100000:1.0:1743493950.533306:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:2439:x1828185027735936:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.533329:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.533336:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.533361:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 806 pid: 6550 timeout: 1252 lvb_type: 0 00010000:00010000:1.0:1743493950.533390:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:1.0:1743493950.533396:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.533407:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.533416:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493950.533465:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.533603:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027735808 00000100:00100000:2.0:1743493950.533609:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027735808 00000100:00100000:2.0:1743493950.534432:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12332 00000100:00100000:2.0:1743493950.534445:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027735808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.534535:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.534805:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027735680:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 373us (575us total) trans 4294974634 rc 0/0 00000100:00100000:0.0:1743493950.534816:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3495 00000100:00100000:2.0:1743493950.534986:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027735808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 541us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.534994:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12332 00000100:00100000:1.0:1743493950.534996:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+807:2439:x1828185027735936:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1687us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.535005:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3247 00010000:00010000:3.0:1743493950.535853:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c48b4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x201:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b54 expref: 805 pid: 6550 timeout: 1252 lvb_type: 0 00000100:00100000:3.0:1743493950.535886:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dbf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060457472:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493950.535959:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.536021:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.536029:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.536082:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000004:00200000:0.0:1743493950.536089:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.536302:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.536372:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c48de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b5b expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.536393:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b5b expref: 804 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.536403:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:0.0:1743493950.536406:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.536411:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb100, rc 0) 00000100:00100000:0.0:1743493950.536493:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532de7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13289:x1828185027735424:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13151us (13577us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.536502:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12331 00000100:00100000:2.0:1743493950.547325:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.547416:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.547490:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.547499:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736320 00000100:00100000:3.0:1743493950.547515:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736320 00000100:00100000:2.0:1743493950.547588:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.547653:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736448 00000100:00100000:3.0:1743493950.547658:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736448 00000100:00100000:2.0:1743493950.547678:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 290 00000100:00100000:2.0:1743493950.547692:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+127:2439:x1828185027736320:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:3.0:1743493950.547718:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 291 00000100:00100000:3.0:1743493950.547729:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+111:2439:x1828185027736448:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493950.547892:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+127:2439:x1828185027736320:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 202us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.547907:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 290 00000100:00100000:3.0:1743493950.547950:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+111:2439:x1828185027736448:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 220us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.547962:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 291 00000100:00100000:0.0:1743493950.548740:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.548821:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736064 00000100:00100000:1.0:1743493950.548833:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736064 00000100:00100000:1.0:1743493950.548914:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 507 00000100:00100000:1.0:1743493950.548923:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6998e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2439:x1828185027736064:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:1.0:1743493950.549001:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6998e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2439:x1828185027736064:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 78us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.549010:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 507 00000100:00100000:3.0:1743493950.551387:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736192 00000100:00100000:3.0:1743493950.551407:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736192 00000100:00100000:3.0:1743493950.551744:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736576 00000100:00100000:3.0:1743493950.551773:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736576 00000100:00080000:1.0:1743493950.552036:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493920 00000100:00080000:1.0:1743493950.552290:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493920 00000100:00080000:1.0:1743493950.552511:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493920 00000100:00080000:1.0:1743493950.552712:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493920 00000100:00100000:0.0:1743493950.552981:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 858 00000100:00100000:0.0:1743493950.552995:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185027736192:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493950.553178:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185027736192:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 183us (5688us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.553188:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 858 00000100:00100000:0.0:1743493950.553242:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12333 00000100:00100000:0.0:1743493950.553248:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+804:13289:x1828185027736576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.553265:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.553307:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b62 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.553431:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.553451:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.553466:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493950.553548:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c1:0x0]: returning size 4096 00000004:00200000:0.0:1743493950.553555:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.553585:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.553627:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b62 expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.553653:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b62 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.553664:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:0.0:1743493950.553668:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493950.553673:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf9a80, rc 0) 00000100:00100000:0.0:1743493950.553725:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027736576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 475us (4990us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.553733:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12333 00000100:00100000:2.0:1743493950.564431:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.564526:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.564629:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736704 00000100:00100000:1.0:1743493950.564643:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736704 00000100:00100000:1.0:1743493950.564727:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027736960 00000100:00100000:1.0:1743493950.564730:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027736960 00000100:00100000:1.0:1743493950.565062:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12334 00000100:00100000:1.0:1743493950.565073:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027736704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1743493950.565184:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12335 00000100:00100000:2.0:1743493950.565191:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027736960:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493950.565283:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493950.565317:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4be882 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fe2e expref: 806 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.565361:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4be83c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fe12 expref: 805 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.565386:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4bb85b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef2b expref: 804 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.565404:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28c:0x0].0x0 (ffff998b5657f100) 00010000:00010000:2.0:1743493950.565425:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493950.565477:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565493:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565502:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565545:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565556:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565562:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565737:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565746:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.565801:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:2.0:1743493950.566242:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].308, 64 off27968 00000040:00080000:2.0:1743493950.566293:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3708, 184 off654136 00010000:00010000:2.0:1743493950.566456:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566466:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566475:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566482:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566488:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566494:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566505:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566511:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493950.566515:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566523:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566532:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28c:0x0].0x0 (ffff998b50e5d700) 00010000:00010000:2.0:1743493950.566535:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.566538:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566544:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c490f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566576:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566581:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566587:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566591:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.566595:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566601:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566611:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28c:0x0].0x0 (ffff998b50e5d700) 00010000:00010000:2.0:1743493950.566614:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493950.566617:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566622:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4908 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566902:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566911:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566917:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566923:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.566926:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566932:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566942:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:2.0:1743493950.566946:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.566951:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566957:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c48fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493950.566976:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000769301de reply state 000000003413036d transno 4294974635 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566991:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493950.566998:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x91184568 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493950.567000:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493950.567004:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493950.567148:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027736960:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1953us (2618us total) trans 4294974635 rc 0/0 00000100:00100000:2.0:1743493950.567158:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12335 00000004:00000080:1.0:1743493950.567314:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2dd:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493950.567495:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2dd:0x0]: rc = -2 00000100:00100000:1.0:1743493950.567572:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:13333:x1828185027736704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2499us (3154us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493950.567581:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12334 00000100:00100000:2.0:1743493950.574655:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.574744:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.574897:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737344 00000100:00100000:3.0:1743493950.574911:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737344 00000100:00100000:3.0:1743493950.575007:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12336 00000100:00100000:3.0:1743493950.575018:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13289:x1828185027737344:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.575048:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.575095:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4916 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b69 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.575237:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575255:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575270:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575324:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575333:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575341:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575413:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575421:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575428:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575435:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.575440:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575449:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575464:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:3.0:1743493950.575468:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.575474:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575481:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c491d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575506:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575514:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575520:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575526:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.575529:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575534:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575541:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0xa12f67b5 (ffff998b50e5f780) 00010000:00010000:3.0:1743493950.575544:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.575547:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575551:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.575605:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4916 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b69 expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.575615:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4916 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b69 expref: 805 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.575630:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf96c0, rc 0) 00000100:00100000:0.0:1743493950.575637:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737216 00000100:00100000:0.0:1743493950.575646:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737216 00000100:00100000:0.0:1743493950.575728:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3496 00000100:00100000:0.0:1743493950.575736:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af50850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027737216:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493950.575792:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027737344:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 736us (1008us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493950.575805:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12336 00000100:00100000:0.0:1743493950.576091:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af50850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027737216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 353us (1452us total) trans 4294974636 rc 0/0 00000100:00100000:0.0:1743493950.576100:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3496 00000100:00100000:2.0:1743493950.578061:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.579748:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737472 00000100:00100000:1.0:1743493950.579846:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737472 00000100:00100000:1.0:1743493950.579958:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12337 00000100:00100000:1.0:1743493950.579968:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027737472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.580040:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493950.582951:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.583306:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027737472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3334us (5250us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.583321:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12337 00000100:00100000:2.0:1743493950.583889:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737600 00000100:00100000:2.0:1743493950.583901:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737600 00000100:00100000:2.0:1743493950.583972:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3497 00000100:00100000:2.0:1743493950.583982:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027737600:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493950.587443:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.587637:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737856 00000100:00100000:1.0:1743493950.587650:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737856 00000100:00100000:1.0:1743493950.587743:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12338 00000100:00100000:1.0:1743493950.589016:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027737856:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493950.589313:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493950.589361:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4bec95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x292:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ff7e expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.589397:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4bec10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x292:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ff46 expref: 806 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.589418:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4bbef9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x292:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f123 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.589435:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x292:0x0].0x0 (ffff998b5657ca00) 00010000:00010000:1.0:1743493950.589454:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.589501:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589518:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589529:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589574:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589581:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589587:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589746:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x292:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589807:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.589815:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:1.0:1743493950.591293:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].309, 64 off28032 00000040:00080000:1.0:1743493950.591369:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3709, 184 off654320 00010000:00010000:1.0:1743493950.591558:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x292:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591575:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591586:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591601:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591608:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591614:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591621:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591628:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493950.591633:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591651:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591664:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x292:0x0].0x0 (ffff998b50e5d700) 00010000:00010000:1.0:1743493950.591667:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493950.591672:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591678:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4940 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x292:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591720:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591726:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591732:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591738:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.591742:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591747:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591784:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x292:0x0].0x0 (ffff998b50e5d700) 00010000:00010000:1.0:1743493950.591786:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493950.591790:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.591796:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4939 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x292:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.592073:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.592081:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.592087:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.592093:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.593077:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.593093:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.593120:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:1.0:1743493950.593124:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.593131:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.593138:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c492b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493950.593170:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007dec5b07 reply state 000000001eb8fd35 transno 4294974637 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.593183:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.593191:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xba61c71c (ffff998b50e5f780) 00010000:00010000:1.0:1743493950.593193:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493950.593197:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493950.594528:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027737856:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6765us (7088us total) trans 4294974637 rc 0/0 00000100:00100000:1.0:1743493950.594542:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12338 00000100:00100000:3.0:1743493950.596411:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.596498:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027737984 00000100:00100000:1.0:1743493950.596510:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027737984 00000100:00100000:1.0:1743493950.596598:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12339 00000100:00100000:1.0:1743493950.596609:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027737984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.596717:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.598564:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027737600:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 14571us (15615us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.598583:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3497 00000100:00100000:1.0:1743493950.600267:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:13333:x1828185027737984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3648us (3859us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.600285:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12339 00000100:00100000:0.0:1743493950.607303:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.607401:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.607656:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027738368 00000100:00100000:1.0:1743493950.607671:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027738368 00000100:00100000:1.0:1743493950.607801:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12340 00000100:00100000:1.0:1743493950.607811:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:13333:x1828185027738368:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.607915:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2de:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493950.608107:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2de:0x0]: rc = -2 00000100:00100000:1.0:1743493950.608208:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:13333:x1828185027738368:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 397us (806us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493950.608216:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12340 00000100:00100000:2.0:1743493950.608369:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027738240 00000100:00100000:2.0:1743493950.608375:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027738240 00000100:00100000:2.0:1743493950.608429:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3498 00000100:00100000:2.0:1743493950.608436:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+804:13290:x1828185027738240:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493950.608794:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027738240:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 357us (1506us total) trans 4294974638 rc 0/0 00000100:00100000:2.0:1743493950.608803:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3498 00000100:00100000:0.0:1743493950.611036:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.611443:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027738496 00000100:00100000:3.0:1743493950.611454:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027738496 00000100:00100000:3.0:1743493950.611541:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12341 00000100:00100000:3.0:1743493950.611551:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027738496:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.611577:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.611622:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4947 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b70 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.611733:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611783:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611799:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611851:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611859:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611866:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.611997:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x257:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612009:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x257:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612016:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x257:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493950.612077:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x257:0x0]: returning size 19054 00000004:00200000:3.0:1743493950.612081:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.612103:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x257:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612114:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612124:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612131:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612139:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612145:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.612150:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612158:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612172:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:3.0:1743493950.612175:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.612180:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612188:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c494e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612209:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612215:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612221:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612226:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.612229:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612235:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612242:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x17610ee3 (ffff998b50e5d3c0) 00010000:00010000:3.0:1743493950.612245:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.612247:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612252:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4955 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.612296:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4947 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b70 expref: 807 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.612314:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b70 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.612328:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257:0x0].0x0 (ffff998b5022a400) 00010000:00010000:3.0:1743493950.612331:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.612334:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b9300, rc 0) 00000100:00100000:3.0:1743493950.612435:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027738496:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 884us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.612443:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12341 00000100:00100000:0.0:1743493950.615942:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.616713:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027738752 00000100:00100000:1.0:1743493950.616727:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027738752 00000100:00100000:1.0:1743493950.617291:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12342 00000100:00100000:1.0:1743493950.617303:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027738752:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493950.617461:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493950.617500:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4bee24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x296:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950003 expref: 806 pid: 11942 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493950.618427:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.618910:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027738880 00000100:00100000:2.0:1743493950.618921:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027738880 00000100:00100000:2.0:1743493950.619004:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12343 00000100:00100000:2.0:1743493950.619014:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027738880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.619113:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.619347:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027738880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.619370:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12343 00010000:00010000:1.0:1743493950.620115:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4bedc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x296:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ffe0 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.620179:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4bc088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x296:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1af expref: 804 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.620198:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x296:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:1.0:1743493950.620221:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.620268:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620285:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620297:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620349:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620367:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620375:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620559:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x296:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620569:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.620576:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:1.0:1743493950.621050:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].310, 64 off28096 00000040:00080000:1.0:1743493950.621108:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3710, 184 off654504 00010000:00010000:1.0:1743493950.621272:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x296:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621283:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621293:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621300:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621307:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621318:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621326:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621333:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493950.621338:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621346:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621369:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x296:0x0].0x0 (ffff998b50e5f440) 00010000:00010000:1.0:1743493950.621372:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493950.621377:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621383:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4978 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x296:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621424:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621430:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621435:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621440:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.621444:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621453:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621460:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x296:0x0].0x0 (ffff998b50e5f440) 00010000:00010000:1.0:1743493950.621463:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493950.621466:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621471:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4971 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x296:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621733:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621740:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621746:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621786:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.621790:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621796:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621805:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:1.0:1743493950.621807:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.621810:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621815:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4963 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493950.621832:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004e5c0afc reply state 0000000030b7f800 transno 4294974639 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621843:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.621849:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xdb4ed787 (ffff998b50e5d700) 00010000:00010000:1.0:1743493950.621851:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493950.621855:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493950.622004:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027738752:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 4698us (6071us total) trans 4294974639 rc 0/0 00000100:00100000:1.0:1743493950.622016:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12342 00000100:00100000:0.0:1743493950.622283:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.622895:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.624253:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027739264 00000100:00100000:2.0:1743493950.624270:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027739264 00000100:00100000:2.0:1743493950.624382:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3499 00000100:00100000:2.0:1743493950.624401:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027739264:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493950.624777:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3711, 168 off654672 00000100:00100000:2.0:1743493950.625014:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027739264:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 613us (2119us total) trans 4294974640 rc 0/0 00000100:00100000:2.0:1743493950.625025:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3499 00000100:00100000:1.0:1743493950.627275:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027739008 00000100:00100000:1.0:1743493950.627294:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027739008 00000100:00100000:2.0:1743493950.628060:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1312 00000100:00100000:2.0:1743493950.628072:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:2439:x1828185027739008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493950.628228:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.628268:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c495c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b70 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.628298:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257:0x0].0x0 (ffff998b5022a400) 00010000:00010000:2.0:1743493950.628304:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493950.630230:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+805:2439:x1828185027739008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2146us (7935us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.630251:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1312 00000100:00100000:3.0:1743493950.630632:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.631209:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027739392 00000100:00100000:1.0:1743493950.631222:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027739392 00000100:00100000:1.0:1743493950.631296:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12344 00000100:00100000:1.0:1743493950.631305:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027739392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.631421:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.631653:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027739392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.631663:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12344 00000100:00100000:0.0:1743493950.637119:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.637278:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027739648 00000100:00100000:2.0:1743493950.637296:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027739648 00000100:00100000:2.0:1743493950.637393:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3500 00000100:00100000:2.0:1743493950.637404:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027739648:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493950.638473:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027739648:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1064us (1370us total) trans 4294974641 rc 0/0 00000100:00100000:2.0:1743493950.638485:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3500 00000100:00100000:2.0:1743493950.639952:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.640087:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.640210:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027739904 00000100:00100000:0.0:1743493950.640222:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027739904 00000100:00100000:0.0:1743493950.640300:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3501 00000100:00100000:0.0:1743493950.640310:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027739904:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493950.640652:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3712, 168 off654840 00000100:00100000:1.0:1743493950.640912:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027740032 00000100:00100000:1.0:1743493950.640918:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027740032 00000100:00100000:1.0:1743493950.640979:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12345 00000100:00100000:1.0:1743493950.640987:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027740032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.641060:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2df:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.642660:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027740032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1108us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.642676:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12345 00000100:00100000:0.0:1743493950.643084:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027739904:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2772us (3137us total) trans 4294974642 rc 0/0 00000100:00100000:0.0:1743493950.643095:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3501 00000100:00100000:2.0:1743493950.643644:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.644290:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027740288 00000100:00100000:0.0:1743493950.644301:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027740288 00000100:00100000:0.0:1743493950.644382:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12346 00000100:00100000:0.0:1743493950.644391:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027740288:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.644493:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493950.644532:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4bf372 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501b5 expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.644568:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4bcce4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f56e expref: 806 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.644591:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4bf3f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501f4 expref: 805 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.644612:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4bcb40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4fe expref: 804 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.644628:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29e:0x0].0x0 (ffff998b50fec6c0) 00010000:00010000:0.0:1743493950.644648:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.644699:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644716:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644728:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644823:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644831:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644837:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644992:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.644999:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645005:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:0.0:1743493950.645444:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].311, 64 off28160 00000040:00080000:0.0:1743493950.645498:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3713, 184 off655024 00010000:00010000:0.0:1743493950.645657:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645666:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645675:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645683:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645689:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645695:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645702:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645708:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.645713:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645721:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645730:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29e:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:0.0:1743493950.645733:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.645737:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645743:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4994 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645799:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645806:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645812:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645819:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.645828:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645833:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645842:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29e:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:0.0:1743493950.645844:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.645848:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.645853:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c498d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646124:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646133:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646139:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646145:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.646148:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646153:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646162:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:0.0:1743493950.646164:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.646168:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646174:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c497f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:0.0:1743493950.646191:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f8320999 reply state 00000000d9c8b3b9 transno 4294974643 ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646204:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.646210:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x193cfbd6 (ffff998b50e5f440) 00010000:00010000:0.0:1743493950.649613:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.649624:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.650618:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027740288:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6217us (6965us total) trans 4294974643 rc 0/0 00000100:00100000:0.0:1743493950.650631:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12346 00000100:00100000:2.0:1743493950.657410:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.657507:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.657633:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027740672 00000100:00100000:1.0:1743493950.657648:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027740672 00000100:00100000:1.0:1743493950.657749:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12347 00000100:00100000:1.0:1743493950.657798:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027740672:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493950.657924:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493950.658166:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027740672:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 369us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.658175:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12347 00000100:00100000:0.0:1743493950.658664:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027740544 00000100:00100000:0.0:1743493950.658671:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027740544 00000100:00100000:2.0:1743493950.659376:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3502 00000100:00100000:2.0:1743493950.659387:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af55050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027740544:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493950.659985:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af55050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027740544:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 596us (2593us total) trans 4294974644 rc 0/0 00000100:00100000:2.0:1743493950.659994:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3502 00000100:00100000:2.0:1743493950.666863:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.668446:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.668915:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027740800 00000100:00100000:1.0:1743493950.668929:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027740800 00000100:00100000:1.0:1743493950.669041:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12348 00000100:00100000:1.0:1743493950.669051:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027740800:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493950.669097:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.669141:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c499b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b77 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.669261:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669279:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669293:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669342:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669362:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669370:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669437:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669446:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669453:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493950.669510:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2df:0x0]: returning size 29253 00000004:00200000:1.0:1743493950.669516:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.669541:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669551:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669562:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669569:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669577:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669583:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.669588:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669598:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669614:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:1.0:1743493950.669617:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.669622:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669629:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c49a2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669652:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669659:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669666:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669671:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.669674:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669679:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669686:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xc29c315c (ffff998b50e5d3c0) 00010000:00010000:1.0:1743493950.669689:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.669692:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669698:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c49a9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xc29c315c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.669746:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c499b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b77 expref: 808 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.669795:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b77 expref: 807 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.669804:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:1.0:1743493950.669806:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.669809:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c56c0, rc 0) 00000100:00100000:1.0:1743493950.669912:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027740800:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 860us (3065us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.669921:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12348 00000100:00100000:0.0:1743493950.670565:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741056 00000100:00100000:0.0:1743493950.670573:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741056 00000100:00100000:0.0:1743493950.670631:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12349 00000100:00100000:0.0:1743493950.670639:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027741056:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.670708:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1743493950.670727:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4b8d9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x257:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e16a expref: 807 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.670791:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4b8d82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x257:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e15c expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.670821:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4b8dcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x257:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e178 expref: 805 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.670842:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4b21aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x257:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bdde expref: 804 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.670857:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257:0x0].0x0 (ffff998b5022a400) 00010000:00010000:0.0:1743493950.670879:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c48f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b62 expref: 803 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.670902:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:0.0:1743493950.670906:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.670938:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.670948:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.670957:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671000:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671008:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671015:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671175:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x257:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671185:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671193:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:0.0:1743493950.671608:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].294, 64 off27072 00000004:00080000:0.0:1743493950.671629:0:11942:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1152977875533ns, next at 1153977863148ns, rc = 0 00000040:00080000:0.0:1743493950.671676:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3714, 184 off655208 00010000:00010000:0.0:1743493950.671856:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x257:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671866:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671876:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671884:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671891:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671897:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671903:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671909:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.671913:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671924:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671933:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257:0x0].0x0 (ffff998b5683d080) 00010000:00010000:0.0:1743493950.671936:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.671940:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671946:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c49cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x257:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671975:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671981:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671987:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.671993:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.671997:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672003:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672010:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x257:0x0].0x0 (ffff998b5683d080) 00010000:00010000:0.0:1743493950.672012:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.672015:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672020:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c49c5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x257:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672269:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672277:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672284:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672289:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.672292:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672299:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672308:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:0.0:1743493950.672310:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.672313:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672319:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c49b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:0.0:1743493950.672334:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001a48657f reply state 00000000fa58c820 transno 4294974645 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672345:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.672362:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x17610ee3 (ffff998b50e5c040) 00010000:00010000:0.0:1743493950.672365:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.672368:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.672469:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+804:13289:x1828185027741056:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1827us (4026us total) trans 4294974645 rc 0/0 00000100:00100000:0.0:1743493950.672479:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12349 00000100:00100000:3.0:1743493950.674950:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.675089:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741312 00000100:00100000:0.0:1743493950.675102:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741312 00000100:00100000:2.0:1743493950.676094:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3503 00000100:00100000:2.0:1743493950.676108:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+804:13290:x1828185027741312:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493950.676647:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027741312:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 537us (1706us total) trans 4294974646 rc 0/0 00000100:00100000:2.0:1743493950.676661:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3503 00000100:00100000:0.0:1743493950.682074:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.683272:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.684432:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741440 00000100:00100000:2.0:1743493950.684450:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741440 00000100:00100000:2.0:1743493950.684562:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741568 00000100:00100000:2.0:1743493950.684567:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741568 00000100:00100000:2.0:1743493950.684626:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12350 00000100:00100000:2.0:1743493950.684638:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027741440:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.684688:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.684735:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c49d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b7e expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.684934:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.684952:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.684966:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685019:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685028:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685035:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685188:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685204:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685211:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493950.685268:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x25f:0x0]: returning size 14984 00000004:00200000:2.0:1743493950.685274:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.685301:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685314:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685325:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685332:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685340:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685347:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.685363:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685373:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685400:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:2.0:1743493950.685403:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.685410:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685418:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c49da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685442:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685449:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685455:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685461:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.685465:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685471:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685479:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x220bffe4 (ffff998b5683e0c0) 00010000:00010000:2.0:1743493950.685482:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.685486:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685492:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c49e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685546:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c49d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b7e expref: 808 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.685569:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b7e expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.685583:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f:0x0].0x0 (ffff998b5657dd80) 00010000:00010000:2.0:1743493950.685586:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493950.685589:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:2.0:1743493950.685705:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027741440:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1068us (3645us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.685715:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12350 00000100:00100000:2.0:1743493950.685798:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12351 00000100:00100000:2.0:1743493950.685805:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027741568:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493950.685818:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.685843:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c49ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b85 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.685888:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c49f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685898:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c49f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.685907:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c49f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.686000:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c49ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b85 expref: 808 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.686021:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c49f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b85 expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.686029:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:2.0:1743493950.686032:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1743493950.686036:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7100, rc 0) 00000100:00100000:2.0:1743493950.686097:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027741568:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 291us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.686105:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12351 00000100:00100000:0.0:1743493950.688106:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.689165:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741824 00000100:00100000:3.0:1743493950.689179:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741824 00000100:00100000:3.0:1743493950.689849:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12352 00000100:00100000:3.0:1743493950.689862:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027741824:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493950.689979:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493950.690018:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4bf6eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502e9 expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.690054:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4bf666 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502b8 expref: 806 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.690079:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4bcece lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f601 expref: 805 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.690097:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a2:0x0].0x0 (ffff998b50fee740) 00010000:00010000:3.0:1743493950.690117:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.690167:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690184:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690195:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690243:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690251:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690258:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690443:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690452:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.690459:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493950.693993:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].312, 64 off28224 00000040:00080000:3.0:1743493950.694375:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3716, 184 off655544 00010000:00010000:3.0:1743493950.694598:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694621:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694636:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694651:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694659:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694666:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694674:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694681:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493950.694687:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694697:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694711:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a2:0x0].0x0 (ffff998b5683dd80) 00010000:00010000:3.0:1743493950.694716:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493950.694722:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694729:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4a12 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694807:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694814:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694820:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694827:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.694832:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694837:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694846:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a2:0x0].0x0 (ffff998b5683dd80) 00010000:00010000:3.0:1743493950.694849:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493950.694853:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.694860:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4a0b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695135:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695143:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695149:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695155:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.695159:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695166:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695177:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493950.695180:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.695184:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695191:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c49fd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:3.0:1743493950.695210:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005a59e766 reply state 00000000d3ee2c74 transno 4294974647 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695223:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.695231:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x28dc98c0 (ffff998b5683d700) 00010000:00010000:3.0:1743493950.695234:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493950.695238:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493950.697574:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.697790:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027741952 00000100:00100000:1.0:1743493950.697805:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027741952 00000100:00100000:1.0:1743493950.697909:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1313 00000100:00100000:1.0:1743493950.697919:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+807:2440:x1828185027741952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.697954:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.697987:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c49e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b7e expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.698011:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f:0x0].0x0 (ffff998b5657dd80) 00010000:00010000:1.0:1743493950.698016:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.698106:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:2440:x1828185027741952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 187us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.698116:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1313 00000100:00100000:3.0:1743493950.702383:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027741824:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 12493us (14256us total) trans 4294974647 rc 0/0 00000100:00100000:0.0:1743493950.702713:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.704458:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027742208 00000100:00100000:1.0:1743493950.704477:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027742208 00000100:00100000:1.0:1743493950.704576:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3504 00000100:00100000:1.0:1743493950.704587:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027742208:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.705151:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027742208:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 563us (2438us total) trans 4294974648 rc 0/0 00000100:00100000:1.0:1743493950.705161:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3504 00000100:00100000:3.0:1743493950.706258:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12352 00000100:00100000:1.0:1743493950.710410:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.710564:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027742464 00000100:00100000:3.0:1743493950.710578:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027742464 00000100:00100000:3.0:1743493950.710666:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12353 00000100:00100000:3.0:1743493950.710677:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027742464:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493950.710710:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.710788:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4a19 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b8c expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.711022:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4a20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.711040:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4a20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2df:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493950.711057:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4a20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2df:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493950.711072:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2df:0x0]: returning size 29253 00010000:00010000:3.0:1743493950.711307:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4a19 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b8c expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.711332:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4a20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2df:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b8c expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.711342:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:3.0:1743493950.711345:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1743493950.711377:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f2bc40, rc 0) 00000100:00100000:3.0:1743493950.711497:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027742464:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 820us (1110us total) trans 4294974649 rc 0/0 00000100:00100000:3.0:1743493950.711506:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12353 00000100:00100000:2.0:1743493950.719599:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.719829:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.719968:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027742592 00000100:00100000:3.0:1743493950.719982:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027742592 00000100:00100000:3.0:1743493950.720063:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027742848 00000100:00100000:3.0:1743493950.720067:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027742848 00000100:00100000:3.0:1743493950.720107:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12354 00000100:00100000:3.0:1743493950.720118:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027742592:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.720164:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.720212:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4a2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b93 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720344:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.720380:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.720394:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493950.720455:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:3.0:1743493950.720459:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.720484:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.720515:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4a2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b93 expref: 811 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720539:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b93 expref: 810 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720549:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493950.720552:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493950.720557:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3de40, rc 0) 00000100:00100000:3.0:1743493950.720651:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027742592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 534us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.720661:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12354 00000100:00100000:3.0:1743493950.720707:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12355 00000100:00100000:3.0:1743493950.720714:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027742848:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493950.720828:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493950.720849:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4bb18c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ed33 expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720882:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4bb170 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ed25 expref: 808 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720905:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4bb1b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ed41 expref: 807 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720927:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4b3098 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c292 expref: 806 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.720941:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f:0x0].0x0 (ffff998b5657dd80) 00010000:00010000:3.0:1743493950.720958:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.720988:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.720998:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721005:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721050:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721057:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721064:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721231:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721244:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721251:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:3.0:1743493950.721693:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].295, 64 off27136 00000040:00080000:3.0:1743493950.721747:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3717, 176 off655720 00010000:00010000:3.0:1743493950.721933:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721943:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721953:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721961:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721968:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721974:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721982:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.721989:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c7c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493950.721994:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722003:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722014:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f:0x0].0x0 (ffff998b5683d080) 00010000:00010000:3.0:1743493950.722017:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493950.722022:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722028:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4a51 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722061:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722068:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722074:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722081:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.722084:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722091:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722099:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25f:0x0].0x0 (ffff998b5683d080) 00010000:00010000:3.0:1743493950.722102:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493950.722105:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722110:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4a4a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722381:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722390:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722397:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722403:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.722406:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722412:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722421:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:3.0:1743493950.722424:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.722427:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722433:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4a3c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493950.722448:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a966cded reply state 000000002cc15120 transno 4294974650 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722461:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.722467:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x220bffe4 (ffff998b5683e0c0) 00010000:00010000:3.0:1743493950.722469:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493950.722472:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493950.722574:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027742848:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1855us (2741us total) trans 4294974650 rc 0/0 00000100:00100000:3.0:1743493950.722590:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12355 00000100:00100000:2.0:1743493950.734027:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.734123:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.734228:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027742976 00000100:00100000:3.0:1743493950.734242:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027742976 00000100:00100000:3.0:1743493950.734524:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743104 00000100:00100000:3.0:1743493950.734529:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743104 00000100:00100000:2.0:1743493950.734636:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12356 00000100:00100000:2.0:1743493950.734647:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027742976:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.734693:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.734743:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4a58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951b9a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.734896:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.734915:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.734930:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.734980:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.734987:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.734998:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735062:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735070:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735077:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735085:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.735090:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735100:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735117:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493950.735121:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.735127:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735134:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4a5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735155:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735161:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735166:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735171:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.735174:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735180:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735186:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xa12f67b5 (ffff998b5683dd80) 00010000:00010000:2.0:1743493950.735189:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.735191:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735197:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4a66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735247:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4a58 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b9a expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.735256:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4a58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b9a expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.735270:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3cb80, rc 0) 00000100:00100000:2.0:1743493950.735400:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027742976:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 744us (1378us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493950.735409:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12356 00000100:00100000:2.0:1743493950.735459:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12357 00000100:00100000:2.0:1743493950.735466:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027743104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.735483:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.735508:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4a6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ba1 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.735610:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735621:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735630:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735674:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735682:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735690:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735714:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735720:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735726:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735732:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.735736:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735742:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735773:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493950.735776:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.735780:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735787:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4a74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735805:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735812:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735818:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735824:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6c1dbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.735827:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735834:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735842:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa12f67b5 (ffff998b5683f100) 00010000:00010000:2.0:1743493950.735845:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.735848:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735854:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4a7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493950.735889:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4a6d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ba1 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.735899:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4a6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ba1 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.735913:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3ed40, rc 0) 00000100:00100000:2.0:1743493950.735959:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027743104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 492us (1835us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493950.735966:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12357 00000100:00100000:2.0:1743493950.740554:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.741841:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743232 00000100:00100000:0.0:1743493950.741860:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743232 00000100:00100000:0.0:1743493950.742504:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3505 00000100:00100000:0.0:1743493950.742517:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027743232:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493950.744665:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.745154:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743360 00000100:00100000:2.0:1743493950.745166:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743360 00000100:00100000:2.0:1743493950.745246:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12358 00000100:00100000:2.0:1743493950.745256:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027743360:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493950.745282:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493950.745325:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4a82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ba8 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.745494:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.745513:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.745526:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493950.745585:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ca:0x0]: returning size 4096 00000004:00200000:2.0:1743493950.745589:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493950.745614:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.745645:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4a82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ba8 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.745672:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ba8 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.745682:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493950.745685:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493950.745690:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660ed40, rc 0) 00000100:00100000:2.0:1743493950.745818:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027743360:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 562us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.745827:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12358 00000100:00100000:0.0:1743493950.749183:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027743232:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 6653us (8627us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.749202:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3505 00000100:00100000:3.0:1743493950.759895:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.759972:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.760064:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743488 00000100:00100000:2.0:1743493950.760078:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743488 00000100:00100000:2.0:1743493950.760171:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3506 00000100:00100000:2.0:1743493950.760181:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027743488:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493950.761585:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743616 00000100:00100000:0.0:1743493950.761597:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743616 00000100:00100000:0.0:1743493950.761682:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12359 00000100:00100000:0.0:1743493950.761691:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027743616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.761794:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493950.761989:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e0:0x0]: rc = -2 00000100:00100000:0.0:1743493950.762060:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027743616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 368us (2177us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493950.762071:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12359 00000100:00100000:3.0:1743493950.762867:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.764275:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743744 00000100:00100000:0.0:1743493950.764291:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743744 00000100:00100000:0.0:1743493950.764405:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12360 00000100:00100000:0.0:1743493950.764416:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027743744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.764443:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.764494:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4a90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951baf expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.764632:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764650:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764663:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764710:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764717:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764725:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764893:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x242:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764904:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.764912:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493950.764976:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x242:0x0]: returning size 85026 00000004:00200000:0.0:1743493950.764981:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.765009:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765022:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x242:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765032:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765038:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765046:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765052:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.765058:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765067:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765081:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493950.765086:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.765091:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765098:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4a97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765122:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765129:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765135:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765141:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.765144:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765150:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765158:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683f100) 00010000:00010000:0.0:1743493950.765161:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.765164:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765169:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c4a9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.765220:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4a90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951baf expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.765240:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x242:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951baf expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.765248:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:0.0:1743493950.765251:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493950.765254:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a07c0, rc 0) 00000100:00100000:0.0:1743493950.765383:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027743744:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 967us (2519us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.765394:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12360 00000100:00100000:1.0:1743493950.767173:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.767503:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027743872 00000100:00100000:3.0:1743493950.767517:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027743872 00000100:00100000:3.0:1743493950.767606:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12361 00000100:00100000:3.0:1743493950.767616:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027743872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493950.767711:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.774401:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027743488:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 14201us (14409us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.774422:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3506 00000100:00100000:3.0:1743493950.775274:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027743872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 7653us (8105us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.775286:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12361 00000100:00100000:1.0:1743493950.776794:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.777014:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027744128 00000100:00100000:0.0:1743493950.777028:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027744128 00000100:00100000:0.0:1743493950.777117:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3507 00000100:00100000:0.0:1743493950.777126:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af52050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027744128:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.777522:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af52050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027744128:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 395us (767us total) trans 4294974651 rc 0/0 00000100:00100000:0.0:1743493950.777532:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3507 00000100:00100000:2.0:1743493950.778698:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.779195:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027744256 00000100:00100000:0.0:1743493950.779205:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027744256 00000100:00100000:0.0:1743493950.779281:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12362 00000100:00100000:0.0:1743493950.779290:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027744256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.779380:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.783345:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.783455:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027744512 00000100:00100000:1.0:1743493950.783470:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027744512 00000100:00100000:1.0:1743493950.783567:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3508 00000100:00100000:1.0:1743493950.783579:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027744512:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.784029:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027744512:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 449us (696us total) trans 4294974652 rc 0/0 00000100:00100000:1.0:1743493950.784039:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3508 00000100:00100000:3.0:1743493950.789929:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.790626:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027744640 00000100:00100000:2.0:1743493950.790639:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027744640 00000100:00100000:2.0:1743493950.790781:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12363 00000100:00100000:2.0:1743493950.790793:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027744640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.790908:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e1:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.791160:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027744640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.791169:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12363 00000100:00100000:3.0:1743493950.792405:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.792560:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027744896 00000100:00100000:1.0:1743493950.792570:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027744896 00000100:00100000:1.0:1743493950.792656:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12364 00000100:00100000:1.0:1743493950.792665:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027744896:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493950.792779:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 6 locks, starting at 0 00010000:00010000:1.0:1743493950.792817:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4b863c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494df17 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792854:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4aa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951baf expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792884:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4afed4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x242:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b2e7 expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792908:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4b867b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x242:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494df33 expref: 809 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792928:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4afc88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x242:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b231 expref: 808 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792946:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:1.0:1743493950.792974:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4a35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b93 expref: 807 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.792988:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493950.792992:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.793036:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.793053:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.793065:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493950.793981:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027744256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 14682us (15280us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.793995:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12362 00010000:00010000:1.0:1743493950.794182:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.794194:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.794208:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.794403:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,1 mode: --/EX res: [0x200000402:0x242:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.794413:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.794420:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493950.795314:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000040:00080000:1.0:1743493950.798719:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].313, 64 off28288 00000040:00080000:1.0:1743493950.798803:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3718, 184 off655904 00010000:00010000:1.0:1743493950.799002:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x242:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799022:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799035:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799045:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799051:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799057:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799064:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799075:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493950.799080:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799088:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799100:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242:0x0].0x0 (ffff998b5683d080) 00010000:00010000:1.0:1743493950.799103:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493950.799108:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799113:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c4ac1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x242:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799155:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799162:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799168:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799174:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d334c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.799178:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799184:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799192:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x242:0x0].0x0 (ffff998b5683d080) 00010000:00010000:1.0:1743493950.799195:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493950.799199:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 2/0,0 mode: --/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799204:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c4aba lrc: 0/0,0 mode: --/EX res: [0x200000402:0x242:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799489:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799496:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799503:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799508:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.799511:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799517:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799527:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493950.799529:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.799533:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799538:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4aac lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493950.799556:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000079373c7c reply state 000000001a124ed9 transno 4294974653 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799567:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.799577:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683dd80) 00010000:00010000:1.0:1743493950.799579:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493950.799583:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493950.799738:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027744896:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7067us (9636us total) trans 4294974653 rc 0/0 00000100:00100000:1.0:1743493950.799749:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12364 00000100:00100000:3.0:1743493950.801005:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.805405:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745280 00000100:00100000:2.0:1743493950.805430:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745280 00000100:00100000:2.0:1743493950.805578:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12365 00000100:00100000:2.0:1743493950.805591:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027745280:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.805723:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.806001:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027745280:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 410us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.806011:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12365 00000100:00100000:0.0:1743493950.806652:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745152 00000100:00100000:0.0:1743493950.806662:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745152 00000100:00100000:0.0:1743493950.806731:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12366 00000100:00100000:0.0:1743493950.806740:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027745152:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.806827:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1743493950.806868:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4bf069 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x299:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49500ce expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.806907:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4bc53c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x299:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f314 expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.806929:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4bf111 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x299:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49500ff expref: 805 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.806950:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4bc241 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x299:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f250 expref: 804 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.806967:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x299:0x0].0x0 (ffff998b502b3ac0) 00010000:00010000:0.0:1743493950.806996:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4a89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ba8 expref: 803 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.807010:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493950.807015:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.807058:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807074:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807085:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807131:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807138:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807146:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807316:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x299:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807324:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.807331:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493950.807839:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].296, 64 off27200 00000040:00080000:0.0:1743493950.807899:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3719, 184 off656088 00000100:00100000:3.0:1743493950.813123:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.813172:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745408 00000100:00100000:3.0:1743493950.813184:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745408 00000100:00100000:3.0:1743493950.813278:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12367 00000100:00100000:3.0:1743493950.813289:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+803:13290:x1828185027745408:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493950.813334:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.813388:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4add lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bb6 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.813509:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813527:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813542:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813589:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813597:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813604:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813741:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813773:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813780:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493950.813829:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x24f:0x0]: returning size 77076 00000004:00200000:3.0:1743493950.813833:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.813856:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813867:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813877:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813883:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813889:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813894:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.813899:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813907:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813920:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493950.813923:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.813927:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813932:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c4ae4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813953:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813960:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813965:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813971:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.813974:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813979:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813987:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe7aaf970 (ffff998b5683c040) 00010000:00010000:3.0:1743493950.813990:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.813992:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.813998:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c4aeb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493950.814047:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c4add lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bb6 expref: 805 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.814068:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bb6 expref: 804 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.814076:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24f:0x0].0x0 (ffff998b53629d80) 00010000:00010000:3.0:1743493950.814078:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.814082:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01d6c0, rc 0) 00000100:00100000:3.0:1743493950.814184:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+804:13290:x1828185027745408:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 895us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.814194:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12367 00010000:00010000:0.0:1743493950.815142:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x299:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815159:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815169:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815178:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815184:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815190:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815196:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815207:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.815211:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815218:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815227:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x299:0x0].0x0 (ffff998b5683edc0) 00010000:00010000:0.0:1743493950.815230:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.815235:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815241:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c4af9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x299:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815279:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815286:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815291:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815296:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.815300:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815306:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815315:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x299:0x0].0x0 (ffff998b5683edc0) 00010000:00010000:0.0:1743493950.815318:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.815322:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815327:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c4ad6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x299:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815639:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815649:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815655:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815660:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.815663:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815669:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815679:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493950.815682:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.815685:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815690:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c4ac8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493950.815715:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b4167a03 reply state 00000000f323b8ff transno 4294974654 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815727:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.815738:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x1e68dc46 (ffff998b5683f100) 00010000:00010000:0.0:1743493950.815741:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.815745:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.815897:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027745152:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9152us (20581us total) trans 4294974654 rc 0/0 00000100:00100000:0.0:1743493950.815908:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12366 00000100:00100000:2.0:1743493950.817092:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.817180:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745536 00000100:00100000:1.0:1743493950.817193:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745536 00000100:00100000:1.0:1743493950.817281:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12368 00000100:00100000:1.0:1743493950.817291:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13333:x1828185027745536:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493950.817319:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.817371:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4b00 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bbd expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.817525:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817542:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817555:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817607:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817615:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817623:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817691:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817699:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817706:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493950.817792:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e1:0x0]: returning size 29253 00000004:00200000:1.0:1743493950.817798:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.817823:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817835:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817845:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817852:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817859:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817866:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.817871:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817879:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817891:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:1.0:1743493950.817896:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.817901:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817908:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c4b07 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817931:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817938:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817944:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817950:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.817953:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817960:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817968:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4f84ac68 (ffff998b5683f440) 00010000:00010000:1.0:1743493950.817971:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.817974:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.817980:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c4b0e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4f84ac68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.818028:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c4b00 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bbd expref: 807 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.818054:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bbd expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.818061:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:1.0:1743493950.818064:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.818067:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01c400, rc 0) 00000100:00100000:1.0:1743493950.818171:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+806:13333:x1828185027745536:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 879us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.818180:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12368 00000100:00100000:2.0:1743493950.820550:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.821188:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745664 00000100:00100000:1.0:1743493950.821202:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745664 00000100:00100000:1.0:1743493950.821298:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1314 00000100:00100000:1.0:1743493950.821308:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c69903850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:2438:x1828185027745664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493950.821345:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493950.821389:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c4af2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bb6 expref: 806 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.821416:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24f:0x0].0x0 (ffff998b53629d80) 00010000:00010000:1.0:1743493950.821423:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.821526:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c69903850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:2438:x1828185027745664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 217us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.821535:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1314 00000100:00100000:3.0:1743493950.827644:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.830829:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027745920 00000100:00100000:2.0:1743493950.830852:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027745920 00000100:00100000:0.0:1743493950.831079:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3509 00000100:00100000:0.0:1743493950.831091:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+805:13289:x1828185027745920:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.838899:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027745920:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 7788us (11248us total) trans 4294974655 rc 0/0 00000100:00100000:0.0:1743493950.838922:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3509 00000100:00100000:2.0:1743493950.843518:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.843588:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.843647:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.843739:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027746304 00000100:00100000:3.0:1743493950.843768:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027746304 00000100:00100000:3.0:1743493950.843848:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027746560 00000100:00100000:3.0:1743493950.843851:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027746560 00000100:00100000:3.0:1743493950.843888:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12369 00000100:00100000:3.0:1743493950.843897:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027746304:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493950.843924:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.843965:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4b1c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bc4 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844035:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4b23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844053:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844068:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844233:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c4b1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bc4 expref: 809 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844264:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4b23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bc4 expref: 808 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844275:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:3.0:1743493950.844278:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1743493950.844283:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8040, rc 0) 00000100:00100000:3.0:1743493950.844401:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027746304:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 503us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.844409:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12369 00000100:00100000:3.0:1743493950.844456:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12370 00000100:00100000:3.0:1743493950.844462:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027746560:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493950.844527:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493950.844549:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4be9d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fe97 expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844575:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4be946 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fe66 expref: 806 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844597:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4bb89a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef40 expref: 805 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.844611:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28d:0x0].0x0 (ffff998b5657d080) 00010000:00010000:3.0:1743493950.844629:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.844660:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844670:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844678:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844724:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844732:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844738:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844948:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844956:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.844963:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493950.845390:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].297, 64 off27264 00000040:00080000:3.0:1743493950.845450:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3720, 184 off656272 00010000:00010000:3.0:1743493950.845616:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845627:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845637:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845645:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845653:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845660:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845667:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845674:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493950.845679:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845689:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845700:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28d:0x0].0x0 (ffff998b5683c040) 00010000:00010000:3.0:1743493950.845704:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493950.845708:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845715:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845749:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845789:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845796:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845801:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.845805:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845812:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845821:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28d:0x0].0x0 (ffff998b5683c040) 00010000:00010000:3.0:1743493950.845823:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493950.845827:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.845833:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846104:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846112:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846118:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846123:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.846126:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846132:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846141:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:3.0:1743493950.846144:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.846148:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846154:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493950.846172:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000026b8bfaf reply state 00000000c5581004 transno 4294974656 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846184:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493950.846191:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x91184568 (ffff998b5683f440) 00010000:00010000:3.0:1743493950.846194:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493950.846198:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493950.846312:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+806:13289:x1828185027746560:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1843us (2658us total) trans 4294974656 rc 0/0 00000100:00100000:3.0:1743493950.846322:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12370 00000100:00100000:0.0:1743493950.847534:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027746176 00000100:00100000:0.0:1743493950.847547:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027746176 00000100:00100000:0.0:1743493950.847639:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3510 00000100:00100000:0.0:1743493950.847648:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+806:13290:x1828185027746176:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.848021:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027746176:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 371us (4515us total) trans 4294974657 rc 0/0 00000100:00100000:0.0:1743493950.848032:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3510 00000100:00100000:3.0:1743493950.865358:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.865440:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.865514:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.865706:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027746816 00000100:00100000:0.0:1743493950.865720:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027746816 00000100:00100000:0.0:1743493950.865826:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027747328 00000100:00100000:0.0:1743493950.865830:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027747328 00000100:00100000:0.0:1743493950.865877:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12371 00000100:00100000:0.0:1743493950.865887:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027746816:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.865917:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.865966:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b46 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bcb expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866184:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b4d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.866202:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.866215:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b4d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493950.866230:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e1:0x0]: returning size 29253 00010000:00010000:0.0:1743493950.866478:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c4b46 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bcb expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866505:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b4d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bcb expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866515:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493950.866519:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1743493950.866524:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8400, rc 0) 00000100:00100000:0.0:1743493950.866620:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027746816:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 733us (1287us total) trans 4294974658 rc 0/0 00000100:00100000:0.0:1743493950.866629:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12371 00000100:00100000:0.0:1743493950.866678:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12372 00000100:00100000:0.0:1743493950.866684:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027747328:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.866739:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493950.866794:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4b8ab8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e0a6 expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866826:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4b175b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ba81 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866848:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4b8ac6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e0ad expref: 807 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866870:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4b15e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ba11 expref: 806 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.866885:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24f:0x0].0x0 (ffff998b53629d80) 00010000:00010000:0.0:1743493950.866902:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.866937:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.866948:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.866956:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867003:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867009:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867016:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867173:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867186:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867193:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493950.867619:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].298, 64 off27328 00000040:00080000:0.0:1743493950.867687:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3721, 184 off656456 00010000:00010000:0.0:1743493950.867878:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867889:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867899:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867907:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867914:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867920:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867927:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867934:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.867939:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867949:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867961:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24f:0x0].0x0 (ffff998b5683d080) 00010000:00010000:0.0:1743493950.867964:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.867969:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.867976:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c4b70 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868010:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868017:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868024:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868030:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.868034:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868041:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868050:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24f:0x0].0x0 (ffff998b5683d080) 00010000:00010000:0.0:1743493950.868053:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.868056:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868062:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c4b69 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868337:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868345:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868364:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868369:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.868372:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868379:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868389:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493950.868391:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.868395:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868401:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c4b5b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493950.868419:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001d1e0546 reply state 00000000f1bc6f67 transno 4294974659 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868431:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.868438:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe7aaf970 (ffff998b5683c040) 00010000:00010000:0.0:1743493950.868441:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.868444:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.868545:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027747328:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1855us (3027us total) trans 4294974659 rc 0/0 00000100:00100000:0.0:1743493950.868559:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12372 00000100:00100000:2.0:1743493950.869549:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027747072 00000100:00100000:2.0:1743493950.869564:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027747072 00000100:00100000:2.0:1743493950.869648:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3511 00000100:00100000:2.0:1743493950.869658:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027747072:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493950.869997:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027747072:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 338us (4556us total) trans 4294974660 rc 0/0 00000100:00100000:2.0:1743493950.870006:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3511 00000100:00100000:3.0:1743493950.874969:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.875048:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027747584 00000100:00100000:2.0:1743493950.875063:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027747584 00000100:00100000:2.0:1743493950.875942:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12373 00000100:00100000:2.0:1743493950.875955:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027747584:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493950.876111:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493950.876149:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4bed36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x293:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ffb6 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.876186:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4bece9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x293:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ff9a expref: 807 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.876206:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4bbf3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x293:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f13f expref: 806 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.876221:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff998b5657e0c0) 00010000:00010000:2.0:1743493950.876241:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493950.876284:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876299:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876308:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876358:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876365:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876371:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876666:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876676:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.876683:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:2.0:1743493950.878665:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].299, 64 off27392 00000040:00080000:2.0:1743493950.881233:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3722, 184 off656640 00010000:00010000:2.0:1743493950.881490:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881511:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881525:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881536:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881544:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881550:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881557:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881563:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493950.881567:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881576:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881590:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff998b5683e400) 00010000:00010000:2.0:1743493950.881593:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.881599:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881604:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c4b8c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x293:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881646:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881652:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881658:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881664:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.881668:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881674:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881682:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x293:0x0].0x0 (ffff998b5683e400) 00010000:00010000:2.0:1743493950.881685:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493950.881688:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.881710:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c4b85 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x293:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885260:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885280:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885287:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885293:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501aed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.885299:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885307:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885328:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493950.885331:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.885337:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885343:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c4b77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493950.885375:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a8bcea24 reply state 000000009cfd0e31 transno 4294974661 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885398:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493950.885406:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xba61c71c (ffff998b5683edc0) 00000100:00100000:3.0:1743493950.885408:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493950.885409:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493950.885412:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493950.885552:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027747712 00000100:00100000:1.0:1743493950.885565:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027747712 00000100:00100000:1.0:1743493950.885649:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12374 00000100:00100000:1.0:1743493950.885659:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027747712:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.885699:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.885737:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c4b93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bd2 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.885869:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.885884:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.885894:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.885940:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.885948:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.885955:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886011:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886019:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886026:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886032:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.886036:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886042:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886052:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493950.886055:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.886059:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886065:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4b9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886083:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886090:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886110:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886117:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.886120:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886126:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886134:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xa12f67b5 (ffff998b5683d080) 00010000:00010000:1.0:1743493950.886137:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.886140:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886146:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.886194:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c4b93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bd2 expref: 809 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.886203:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c4b93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bd2 expref: 809 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.886218:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914b80, rc 0) 00000100:00100000:1.0:1743493950.886311:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027747712:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 652us (907us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493950.886321:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12374 00000100:00100000:3.0:1743493950.886808:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027747584:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10852us (11850us total) trans 4294974661 rc 0/0 00000100:00100000:3.0:1743493950.886817:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12373 00000100:00100000:3.0:1743493950.894723:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.894816:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027747840 00000100:00100000:0.0:1743493950.894831:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027747840 00000100:00100000:0.0:1743493950.894926:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12375 00000100:00100000:0.0:1743493950.894937:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13290:x1828185027747840:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493950.894982:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.895024:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bd9 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.895180:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.895198:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.895212:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493950.895273:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1da:0x0]: returning size 4096 00000004:00200000:0.0:1743493950.895277:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493950.895303:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.895335:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4ba8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bd9 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.895372:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bd9 expref: 808 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.895382:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493950.895386:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493950.895392:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc7880, rc 0) 00000100:00100000:0.0:1743493950.895500:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027747840:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 563us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.895509:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12375 00000100:00100000:2.0:1743493950.910031:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.910123:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.910255:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748096 00000100:00100000:1.0:1743493950.910270:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748096 00000100:00100000:1.0:1743493950.910373:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3512 00000100:00100000:1.0:1743493950.910383:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027748096:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.910816:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027748096:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 431us (797us total) trans 4294974662 rc 0/0 00000100:00100000:1.0:1743493950.910826:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3512 00000100:00100000:0.0:1743493950.911681:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748224 00000100:00100000:0.0:1743493950.911699:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748224 00000100:00100000:0.0:1743493950.911793:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12376 00000100:00100000:0.0:1743493950.911802:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027748224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.911886:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.912069:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027748224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 266us (1950us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.912077:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12376 00000100:00100000:2.0:1743493950.913135:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.913231:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748352 00000100:00100000:1.0:1743493950.913239:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748352 00000100:00100000:1.0:1743493950.913850:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3513 00000100:00100000:1.0:1743493950.913865:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af25050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027748352:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493950.923742:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.923820:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748480 00000100:00100000:2.0:1743493950.923834:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748480 00000100:00100000:2.0:1743493950.923931:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12377 00000100:00100000:2.0:1743493950.923942:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027748480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493950.924058:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493950.924302:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027748480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 359us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493950.924311:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12377 00000100:00100000:3.0:1743493950.924322:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.924363:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748736 00000100:00100000:2.0:1743493950.924368:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748736 00000100:00100000:1.0:1743493950.926847:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af25050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027748352:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 12973us (13701us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.926863:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3513 00000100:00100000:0.0:1743493950.927286:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12378 00000100:00100000:0.0:1743493950.927298:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027748736:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.927401:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493950.927440:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4beeef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x297:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950050 expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.927477:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4beecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x297:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950042 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.927497:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4bc122 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x297:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1d9 expref: 807 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.927512:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x297:0x0].0x0 (ffff998b561a4d40) 00010000:00010000:0.0:1743493950.927533:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.927579:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927596:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927606:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927653:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927662:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927669:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927900:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x297:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927908:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.927916:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493950.928360:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].300, 64 off27456 00000040:00080000:0.0:1743493950.928419:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3723, 184 off656824 00010000:00010000:0.0:1743493950.928577:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x297:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928587:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928602:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928609:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928617:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928623:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928630:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928637:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.928642:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928651:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928662:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x297:0x0].0x0 (ffff998b5683e400) 00010000:00010000:0.0:1743493950.928666:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.928671:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928678:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c4bcb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x297:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928717:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928723:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928730:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928735:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.928738:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928745:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928798:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x297:0x0].0x0 (ffff998b5683e400) 00010000:00010000:0.0:1743493950.928802:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.928806:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.928812:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c4bc4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x297:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929097:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929105:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929111:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929117:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.929120:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929127:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929142:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493950.929145:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.929149:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929155:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c4bb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493950.929172:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000023e08ee7 reply state 000000009863e2d2 transno 4294974663 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929184:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.929191:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xdb4ed787 (ffff998b5683d080) 00010000:00010000:0.0:1743493950.929194:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.929196:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.929309:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027748736:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2008us (4983us total) trans 4294974663 rc 0/0 00000100:00100000:0.0:1743493950.929319:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12378 00000100:00100000:3.0:1743493950.932733:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.933411:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748864 00000100:00100000:0.0:1743493950.933424:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748864 00000100:00100000:0.0:1743493950.934269:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12379 00000100:00100000:0.0:1743493950.934281:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027748864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.934411:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.935658:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027748864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1371us (2932us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.935674:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12379 00000100:00100000:2.0:1743493950.941897:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.941979:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.942005:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027748992 00000100:00100000:0.0:1743493950.942020:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027748992 00000100:00100000:1.0:1743493950.942062:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027749248 00000100:00100000:1.0:1743493950.942067:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027749248 00000100:00100000:1.0:1743493950.942119:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3514 00000100:00100000:1.0:1743493950.942130:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027749248:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.942177:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12380 00000100:00100000:0.0:1743493950.942183:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027748992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493950.942250:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493950.942649:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027748992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 463us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.942658:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12380 00000100:00100000:1.0:1743493950.944444:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027749248:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2306us (2455us total) trans 4294974664 rc 0/0 00000100:00100000:1.0:1743493950.944459:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3514 00000100:00100000:2.0:1743493950.948130:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.948208:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.948735:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027749504 00000100:00100000:1.0:1743493950.948770:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027749504 00000100:00100000:1.0:1743493950.948873:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3515 00000100:00100000:1.0:1743493950.948883:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027749504:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493950.949302:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027749504:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 417us (1184us total) trans 4294974665 rc 0/0 00000100:00100000:1.0:1743493950.949313:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3515 00000100:00100000:3.0:1743493950.949565:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027749632 00000100:00100000:3.0:1743493950.949571:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027749632 00000100:00100000:3.0:1743493950.949684:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12381 00000100:00100000:3.0:1743493950.949801:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027749632:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:3.0:1743493950.949816:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493950.949861:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c4bd2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951be0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.949965:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.949982:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.949996:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950048:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950056:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950063:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950108:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950116:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950123:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493950.950165:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e2:0x0]: returning size 30183 00000004:00200000:3.0:1743493950.950170:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493950.950189:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950199:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950209:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950215:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950223:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950234:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.950240:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950248:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950262:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:3.0:1743493950.950266:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.950272:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950279:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c4bd9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950303:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950309:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950315:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950321:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.950324:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950331:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950339:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xfbad947b (ffff998b5683e400) 00010000:00010000:3.0:1743493950.950342:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.950346:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950364:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c4be0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.950419:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c4bd2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951be0 expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.950439:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951be0 expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.950447:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:3.0:1743493950.950449:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493950.950453:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90400, rc 0) 00000100:00100000:3.0:1743493950.950531:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027749632:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 838us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493950.950540:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12381 00000100:00100000:2.0:1743493950.953572:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.953633:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027749888 00000100:00100000:2.0:1743493950.953644:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.953645:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027749888 00000100:00100000:3.0:1743493950.954255:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750144 00000100:00100000:3.0:1743493950.954261:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750144 00000100:00100000:3.0:1743493950.954323:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12382 00000100:00100000:3.0:1743493950.954333:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027749888:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493950.954450:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493950.954486:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c46fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2da:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ad6 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.954523:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4676 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951aa5 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.954552:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c032b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506d9 expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.954570:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:3.0:1743493950.954599:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c4baf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bd9 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.954615:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493950.954619:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.954665:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.954681:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493950.954833:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12383 00000100:00100000:1.0:1743493950.954842:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027750144:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493950.954928:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493950.954944:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4bf459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950217 expref: 808 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.954968:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4bcda8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f5a6 expref: 807 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.954989:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4bf4e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950241 expref: 806 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.956277:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.956362:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.956374:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.956381:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.956419:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4bcb7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f51a expref: 805 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.956450:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29f:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:1.0:1743493950.956468:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493950.956503:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956514:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956522:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956564:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956572:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956578:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956777:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956786:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.956794:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493950.956925:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.956934:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.956942:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493950.959080:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].314, 64 off28352 00000100:00100000:2.0:1743493950.959151:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000040:00080000:3.0:1743493950.959170:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3724, 184 off657008 00000100:00100000:2.0:1743493950.959224:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.959269:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750400 00000100:00100000:2.0:1743493950.959281:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750400 00010000:00010000:3.0:1743493950.959375:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493950.959377:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1315 00000100:00100000:2.0:1743493950.959387:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+806:2440:x1828185027750400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493950.959402:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959414:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.959420:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493950.959422:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959429:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959434:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959440:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.959443:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c4be7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951be0 expref: 806 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493950.959448:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071d300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493950.959452:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959460:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959469:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5683cd40) 00010000:00010000:2.0:1743493950.959469:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:3.0:1743493950.959473:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.959475:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493950.959477:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959482:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c4c18 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959519:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959525:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959531:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959536:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53ccb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.959540:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959545:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959553:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2da:0x0].0x0 (ffff998b5683cd40) 00000100:00100000:2.0:1743493950.959555:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+805:2440:x1828185027750400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 169us (330us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493950.959556:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493950.959559:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493950.959564:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1315 00010000:00010000:3.0:1743493950.959565:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c4c11 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959877:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959885:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959891:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959896:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493950.959900:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959906:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959917:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493950.959919:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493950.959922:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959927:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c4bee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493950.959944:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003fe84dbe reply state 00000000db6c2186 transno 4294974666 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959956:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493950.959962:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x7ca69afa (ffff998b5683f780) 00010000:00010000:3.0:1743493950.959965:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493950.959968:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493950.960037:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+805:13290:x1828185027749888:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5705us (6477us total) trans 4294974666 rc 0/0 00000100:00100000:0.0:1743493950.960700:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750272 00000100:00100000:0.0:1743493950.960709:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750272 00000040:00080000:1.0:1743493950.961555:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].301, 64 off27520 00000040:00080000:1.0:1743493950.961610:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3725, 184 off657192 00010000:00010000:1.0:1743493950.961803:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961821:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961833:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961841:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961848:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961854:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961860:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961867:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493950.961872:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961879:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961890:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29f:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:1.0:1743493950.961893:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493950.961898:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961904:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c4c1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961940:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961947:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961952:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961957:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cca5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.961961:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961968:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961976:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29f:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:1.0:1743493950.961979:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493950.961982:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.961988:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c4c0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962226:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962233:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962239:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962243:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.962246:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962255:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962264:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:1.0:1743493950.962266:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.962269:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962275:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c4bfc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493950.962290:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007c19a3a7 reply state 00000000a55dc765 transno 4294974667 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962300:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.962306:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x193cfbd6 (ffff998b5683c6c0) 00010000:00010000:1.0:1743493950.962308:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493950.962311:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493950.962436:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027750144:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7589us (8786us total) trans 4294974667 rc 0/0 00000100:00100000:3.0:1743493950.967522:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12382 00000100:00100000:2.0:1743493950.968359:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.968410:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750656 00000100:00100000:2.0:1743493950.968423:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750656 00000100:00100000:0.0:1743493950.968586:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12384 00000100:00100000:0.0:1743493950.968600:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027750272:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.968630:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.968678:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4c26 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951be7 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.968748:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c4c2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.968779:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c4c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.968793:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c4c2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493950.968943:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c4c26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951be7 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.968975:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c34c0/0x1414d533cd4c4c2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951be7 expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.968991:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:0.0:1743493950.968994:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1743493950.968998:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c34c0, rc 0) 00000100:00100000:0.0:1743493950.969103:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027750272:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 504us (9957us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493950.969112:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12384 00000100:00100000:1.0:1743493950.970648:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12383 00000100:00100000:2.0:1743493950.970814:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12385 00000100:00100000:2.0:1743493950.970827:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027750656:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493950.970920:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493950.970948:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c0bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950972 expref: 807 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493950.970973:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:2.0:1743493950.970979:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493950.971021:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971036:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971046:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971093:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971652:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971665:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971865:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971874:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.971882:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493950.972322:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].315, 64 off28416 00000040:00080000:2.0:1743493950.972388:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3726, 184 off657376 00010000:00010000:2.0:1743493950.972548:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972558:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972567:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972575:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972582:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972588:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972595:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972606:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493950.972611:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972619:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972629:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:2.0:1743493950.972633:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493950.972637:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972643:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c49 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972681:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972687:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972706:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972711:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.972716:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972721:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972729:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e2:0x0].0x0 (ffff998b51864040) 00010000:00010000:2.0:1743493950.972732:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493950.972736:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.972741:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c42 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973051:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973059:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973065:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973071:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493950.973074:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973081:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973091:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493950.973093:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493950.973110:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973116:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c4c34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493950.973136:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ed7fde74 reply state 00000000f24c39c7 transno 4294974668 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973147:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493950.973159:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xe5e25d80 (ffff998b55ff4380) 00010000:00010000:2.0:1743493950.973162:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493950.973165:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493950.973322:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027750656:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2491us (4969us total) trans 4294974668 rc 0/0 00000100:00100000:2.0:1743493950.973332:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12385 00000100:00100000:2.0:1743493950.978450:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493950.979089:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.979092:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750784 00000100:00100000:0.0:1743493950.979106:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750784 00000100:00100000:2.0:1743493950.979185:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.979219:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027751168 00000100:00100000:1.0:1743493950.979225:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027751168 00000100:00100000:1.0:1743493950.979290:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3516 00000100:00100000:1.0:1743493950.979300:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027751168:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.979575:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027750912 00000100:00100000:0.0:1743493950.979581:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027750912 00000100:00100000:0.0:1743493950.979617:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12386 00000100:00100000:0.0:1743493950.979624:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027750784:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:0.0:1743493950.979636:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493950.979674:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c50 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bee expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493950.979738:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027751168:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 437us (551us total) trans 4294974669 rc 0/0 00000100:00100000:1.0:1743493950.979771:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3516 00010000:00010000:0.0:1743493950.979821:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.979838:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.979851:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.979894:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.979901:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.979908:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493950.979997:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12387 00000100:00100000:1.0:1743493950.980003:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027750912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493950.980012:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493950.980035:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c4c65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bf5 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.980094:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980105:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980113:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.980115:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980122:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980130:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980137:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.980142:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980151:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.980157:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980163:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.980165:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:0.0:1743493950.980168:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.980170:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.980174:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980179:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c4c57 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980196:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980201:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980206:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980212:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.980216:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980222:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980229:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xfbad947b (ffff998b55ff4d40) 00010000:00010000:0.0:1743493950.980232:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.980235:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493950.980240:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c4c5e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfbad947b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493950.980265:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980273:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980280:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493950.980282:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c50 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bee expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.980290:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c4c50 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bee expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.980303:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17880, rc 0) 00000004:00200000:1.0:1743493950.980321:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d7:0x0]: returning size 10438 00000004:00200000:1.0:1743493950.980326:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493950.980345:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:0.0:1743493950.980364:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027750784:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 740us (1929us total) trans 0 rc 301/301 00010000:00010000:1.0:1743493950.980368:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00000100:00100000:0.0:1743493950.980372:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12386 00010000:00010000:1.0:1743493950.980375:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980380:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980386:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980392:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.980396:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980402:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980411:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493950.980414:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.980418:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980424:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c4c6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980441:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980448:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980454:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980460:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493950.980463:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980469:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980478:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc4d44c31 (ffff998b55ff53c0) 00010000:00010000:1.0:1743493950.980481:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493950.980484:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980490:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c4c73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493950.980526:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c4c65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bf5 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.980545:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bf5 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493950.980552:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:1.0:1743493950.980555:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493950.980557:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b515d8040, rc 0) 00000100:00100000:1.0:1743493950.980616:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027750912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 611us (1528us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493950.980623:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12387 00000100:00100000:1.0:1743493950.987470:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493950.987552:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493950.987611:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027751424 00000100:00100000:3.0:1743493950.987625:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027751424 00000100:00100000:2.0:1743493950.987980:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027751680 00000100:00100000:2.0:1743493950.987985:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027751680 00000100:00100000:2.0:1743493950.988040:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3517 00000100:00100000:2.0:1743493950.988049:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027751680:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493950.988291:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12388 00000100:00100000:0.0:1743493950.988299:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027751424:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.988591:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493950.988629:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4bf849 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495034b expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.988666:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01bc40/0x1414d533cd4bf785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950305 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.988687:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4bcf53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f62b expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493950.988688:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493950.988703:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a3:0x0].0x0 (ffff998b50fee400) 00010000:00010000:0.0:1743493950.988724:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493950.988732:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027751808 00000100:00100000:1.0:1743493950.988737:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027751808 00000100:00100000:1.0:1743493950.988798:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12389 00010000:00010000:0.0:1743493950.988803:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493950.988805:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027751808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493950.988820:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.988835:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00000080:1.0:1743493950.988860:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493950.988881:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.988888:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.988895:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.989038:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493950.989044:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027751808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 239us (356us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493950.989047:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493950.989053:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12389 00010000:00010000:0.0:1743493950.989054:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493950.989228:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027751680:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1179us (1676us total) trans 4294974670 rc 0/0 00000100:00100000:2.0:1743493950.989236:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3517 00000040:00080000:0.0:1743493950.990488:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].302, 64 off27584 00000040:00080000:0.0:1743493950.990538:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3727, 184 off657560 00010000:00010000:0.0:1743493950.990702:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990718:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990729:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990738:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990745:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990774:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990783:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990789:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.990794:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990803:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990815:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a3:0x0].0x0 (ffff998b50f47ac0) 00010000:00010000:0.0:1743493950.990820:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.990825:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990831:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c4c96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990875:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990882:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990887:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990893:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.990897:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990903:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990911:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a3:0x0].0x0 (ffff998b50f47ac0) 00010000:00010000:0.0:1743493950.990914:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.990917:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.990923:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c4c8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991190:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991197:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991203:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991207:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.991210:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991215:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991223:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493950.991225:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.991228:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991233:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c4c81 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493950.991246:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009044fba5 reply state 000000002279e803 transno 4294974671 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991256:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.991262:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x28dc98c0 (ffff998b50f46740) 00010000:00010000:0.0:1743493950.991265:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.991267:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.991383:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027751424:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3079us (3925us total) trans 4294974671 rc 0/0 00000100:00100000:0.0:1743493950.991393:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12388 00000100:00100000:1.0:1743493950.994855:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493950.995027:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752064 00000100:00100000:0.0:1743493950.995042:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752064 00000100:00100000:0.0:1743493950.995142:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12390 00000100:00100000:0.0:1743493950.995152:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027752064:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493950.995249:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493950.996026:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c449a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a0b expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.996066:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c4469 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519f6 expref: 809 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.996088:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c4c7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bf5 expref: 808 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.996109:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c445b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49519ef expref: 807 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493950.996125:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50e5edc0) 00010000:00010000:0.0:1743493950.996147:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493950.996210:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996227:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996238:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996291:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996299:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996308:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996498:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996507:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.996514:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493950.996975:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].303, 64 off27648 00000040:00080000:0.0:1743493950.997028:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3728, 184 off657744 00010000:00010000:0.0:1743493950.997200:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997211:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997220:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997228:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997234:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997240:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997247:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997257:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493950.997262:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997270:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997279:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50f45080) 00010000:00010000:0.0:1743493950.997282:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493950.997287:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997292:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c4cb2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997328:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997333:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997339:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997344:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.997359:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997365:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997372:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d7:0x0].0x0 (ffff998b50f45080) 00010000:00010000:0.0:1743493950.997375:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493950.997378:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997384:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c4cab lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997639:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997646:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997652:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997657:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493950.997660:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997666:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997675:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493950.997678:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493950.997682:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997687:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c4c9d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493950.997704:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000068b7ab0d reply state 00000000a4eb4b56 transno 4294974672 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997715:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493950.997726:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc4d44c31 (ffff998b50f46400) 00010000:00010000:0.0:1743493950.997729:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493950.997732:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493950.998396:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027752064:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3232us (3541us total) trans 4294974672 rc 0/0 00000100:00100000:0.0:1743493950.998408:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12390 00000100:00100000:2.0:1743493951.001107:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.001192:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.001455:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752192 00000100:00100000:0.0:1743493951.001468:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752192 00000100:00100000:0.0:1743493951.001563:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752320 00000100:00100000:0.0:1743493951.001567:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752320 00000100:00100000:0.0:1743493951.001608:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12391 00000100:00100000:0.0:1743493951.001619:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027752192:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.001725:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.001993:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027752192:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 374us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.002003:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12391 00000100:00100000:0.0:1743493951.002047:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12392 00000100:00100000:0.0:1743493951.002053:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027752320:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.002077:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493951.002121:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c4cb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951bfc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.002234:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.002253:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.002271:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493951.002305:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:0.0:1743493951.002311:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493951.002337:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.002383:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c4cb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bfc expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.002408:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bfc expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.002419:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493951.002422:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493951.002427:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a0a980, rc 0) 00000100:00100000:0.0:1743493951.002481:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027752320:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 426us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.002489:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12392 00000100:00080000:2.0:1743493951.003036:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493921 00000100:00100000:2.0:1743493951.007522:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.007741:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752448 00000100:00100000:3.0:1743493951.007969:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752448 00000100:00100000:3.0:1743493951.008284:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12393 00000100:00100000:3.0:1743493951.008297:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027752448:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.008343:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.008404:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c4cc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c03 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.010189:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.010216:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.010231:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.010283:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.010292:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.010300:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:1.0:1743493951.010977:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.011155:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493951.011993:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012014:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012026:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:3.0:1743493951.012095:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2df:0x0]: returning size 29253 00000004:00200000:3.0:1743493951.012101:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493951.012131:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012143:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012154:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012160:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012168:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012174:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.012180:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012188:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012203:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493951.012207:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.012213:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012220:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c4cce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012243:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012250:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012256:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012261:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.012264:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012269:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012277:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x586f5504 (ffff998b53629d80) 00010000:00010000:3.0:1743493951.012280:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.012283:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012289:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c4cd5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.012384:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c4cc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c03 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.012419:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c03 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.012428:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:3.0:1743493951.012431:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493951.012435:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a0a200, rc 0) 00000100:00100000:3.0:1743493951.012569:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027752448:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4272us (5059us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.012581:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12393 00000100:00100000:3.0:1743493951.017167:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752704 00000100:00100000:3.0:1743493951.017191:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752704 00000100:00100000:3.0:1743493951.017300:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752576 00000100:00100000:3.0:1743493951.017305:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752576 00000100:00100000:3.0:1743493951.017374:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12394 00000100:00100000:3.0:1743493951.017385:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027752704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.017461:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.017748:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12395 00000100:00100000:1.0:1743493951.017776:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027752576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.017793:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.017846:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c4ce3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c0a expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.017954:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.017975:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.017995:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018049:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018057:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018064:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018111:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018119:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018125:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018130:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.018135:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018143:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018156:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493951.018159:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.018166:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018171:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c4cea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018196:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018202:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018208:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018213:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.018216:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018222:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018230:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa12f67b5 (ffff998b53628380) 00010000:00010000:1.0:1743493951.018233:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.018236:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018242:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.018385:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c4ce3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c0a expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.018395:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c4ce3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c0a expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.018409:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a087c0, rc 0) 00000100:00100000:1.0:1743493951.018716:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027752576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 938us (7559us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493951.018726:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12395 00000100:00100000:3.0:1743493951.019643:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027752704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2253us (8665us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.019655:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12394 00000100:00100000:0.0:1743493951.027122:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.037869:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752832 00000100:00100000:3.0:1743493951.037893:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752832 00000100:00100000:2.0:1743493951.038665:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.038866:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.038967:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027752960 00000100:00100000:1.0:1743493951.038975:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027752960 00000100:00100000:1.0:1743493951.039068:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12396 00000100:00100000:1.0:1743493951.039077:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027752960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.039149:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.039376:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027752960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 298us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.039385:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12396 00000100:00100000:1.0:1743493951.039506:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1316 00000100:00100000:1.0:1743493951.039513:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:2440:x1828185027752832:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493951.039539:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493951.039572:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c4cdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c03 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.039594:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:1.0:1743493951.039600:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493951.039645:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:2440:x1828185027752832:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 133us (12542us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.039652:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1316 00000100:00100000:3.0:1743493951.040442:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753216 00000100:00100000:3.0:1743493951.040453:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753216 00000100:00100000:3.0:1743493951.040632:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3518 00000100:00100000:3.0:1743493951.040641:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027753216:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.042803:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027753216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2150us (3925us total) trans 4294974673 rc 0/0 00000100:00100000:3.0:1743493951.042819:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3518 00000100:00100000:2.0:1743493951.043103:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.043328:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.043380:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753472 00000100:00100000:2.0:1743493951.043392:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753472 00000100:00100000:2.0:1743493951.043453:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12397 00000100:00100000:2.0:1743493951.043461:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027753472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.043543:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493951.043723:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e3:0x0]: rc = -2 00000100:00100000:2.0:1743493951.043809:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027753472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (480us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493951.043817:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12397 00000100:00100000:3.0:1743493951.044946:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753344 00000100:00100000:3.0:1743493951.044960:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753344 00000100:00100000:3.0:1743493951.045036:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3519 00000100:00100000:3.0:1743493951.045045:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027753344:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493951.051047:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027753344:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 5983us (7928us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.051071:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3519 00000100:00100000:1.0:1743493951.056661:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.056927:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753728 00000100:00100000:2.0:1743493951.056942:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753728 00000100:00100000:2.0:1743493951.057048:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12398 00000100:00100000:2.0:1743493951.057060:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027753728:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.057172:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493951.057211:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4a20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2df:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b8c expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.057250:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c49f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b85 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.057274:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c49b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b77 expref: 808 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.057293:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:2.0:1743493951.057314:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.057374:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057401:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057419:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057466:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057475:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057481:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057663:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057673:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.057680:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493951.058484:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.058904:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753856 00000100:00100000:3.0:1743493951.058914:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753856 00000100:00100000:3.0:1743493951.058978:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12399 00000100:00100000:3.0:1743493951.058987:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027753856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.059071:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e4:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.059302:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027753856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.059311:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12399 00000040:00080000:2.0:1743493951.063222:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].304, 64 off27712 00000040:00080000:2.0:1743493951.063288:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3729, 184 off657928 00010000:00010000:2.0:1743493951.063507:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063529:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063545:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063555:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063568:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063575:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063583:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063590:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.063595:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063604:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063619:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998c47e9a400) 00010000:00010000:2.0:1743493951.063622:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.063628:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063635:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c4d0d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063680:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063687:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063693:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063699:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.063704:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063711:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063720:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2df:0x0].0x0 (ffff998c47e9a400) 00010000:00010000:2.0:1743493951.063722:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.063726:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.063732:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c4d06 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064041:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064049:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064055:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064060:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.064064:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064071:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064080:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493951.064083:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.064086:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064096:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c4cf8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493951.064113:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000abda071e reply state 000000003fe360cc transno 4294974674 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064126:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493951.064133:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x586f5504 (ffff998c7fa820c0) 00010000:00010000:2.0:1743493951.064135:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.064139:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.064289:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027753728:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7225us (7640us total) trans 4294974674 rc 0/0 00000100:00100000:2.0:1743493951.064301:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12398 00000100:00100000:3.0:1743493951.065434:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.067101:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027753984 00000100:00100000:2.0:1743493951.067121:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027753984 00000100:00100000:1.0:1743493951.068293:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12400 00000100:00100000:1.0:1743493951.068307:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027753984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.068340:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.068425:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c4d14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c11 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.068560:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.068579:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.068595:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.068648:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.068656:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.068665:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493951.070003:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.070166:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027754112 00000100:00100000:2.0:1743493951.070177:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027754112 00000100:00100000:2.0:1743493951.070255:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12401 00000100:00100000:2.0:1743493951.070264:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027754112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.070377:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493951.071395:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x243:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071417:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071429:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493951.071476:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x243:0x0]: returning size 85026 00000004:00200000:1.0:1743493951.071481:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.071507:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071518:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071528:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071534:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071542:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071548:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50568f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.071552:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071560:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071573:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493951.071576:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.071580:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.071585:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c4d1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072651:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072665:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072671:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072678:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50569e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.072682:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072690:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072704:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b5657e0c0) 00010000:00010000:1.0:1743493951.072707:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.072712:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072718:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c4d22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.072818:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c4d14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c11 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.072842:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c11 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.072850:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243:0x0].0x0 (ffff998b542b3ac0) 00010000:00010000:1.0:1743493951.072853:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493951.072857:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b505696c0, rc 0) 00000100:00100000:2.0:1743493951.073212:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027754112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2944us (3213us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.073225:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12401 00000100:00100000:1.0:1743493951.076117:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027753984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7795us (10671us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.076133:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12400 00000100:00100000:2.0:1743493951.076594:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.077792:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027754240 00000100:00100000:1.0:1743493951.077809:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027754240 00000100:00100000:1.0:1743493951.077905:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12402 00000100:00100000:1.0:1743493951.077915:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027754240:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.077940:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.077982:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c4d30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c18 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.078094:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078113:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078126:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078176:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078185:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078192:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078250:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078257:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078264:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078270:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.078276:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078284:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078298:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493951.078302:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.078308:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078314:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078341:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078358:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078364:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078370:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.078373:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078380:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078388:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xa12f67b5 (ffff998b5657d080) 00010000:00010000:1.0:1743493951.078391:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.078395:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078405:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.078456:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c4d30 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c18 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.078465:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c4d30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c18 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.078478:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187a980, rc 0) 00000100:00100000:1.0:1743493951.078581:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027754240:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 666us (1987us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493951.078589:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12402 00000100:00100000:2.0:1743493951.091519:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.091704:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.091796:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027754624 00000100:00100000:3.0:1743493951.091809:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027754624 00000100:00100000:3.0:1743493951.091900:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3520 00000100:00100000:3.0:1743493951.091910:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027754624:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.092316:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027754624:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 405us (611us total) trans 4294974675 rc 0/0 00000100:00100000:3.0:1743493951.092325:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3520 00000100:00100000:1.0:1743493951.093073:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027754368 00000100:00100000:1.0:1743493951.093082:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027754368 00000100:00100000:1.0:1743493951.093142:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12403 00000100:00100000:1.0:1743493951.093149:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027754368:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493951.093166:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.093208:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c4d45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c1f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.093368:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093386:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093400:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093445:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093453:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093460:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093508:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093516:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093523:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493951.093585:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e4:0x0]: returning size 30183 00000004:00200000:1.0:1743493951.093590:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.093619:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093631:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093641:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093649:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093657:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093669:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.093674:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093683:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093697:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff998b502b3100) 00010000:00010000:1.0:1743493951.093701:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.093707:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093715:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d4c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093740:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093746:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093792:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093798:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.093802:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093808:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093817:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xfd750e3b (ffff998b5657d080) 00010000:00010000:1.0:1743493951.093821:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.093825:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093831:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c4d53 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xfd750e3b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.093883:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c4d45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c1f expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.093904:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c1f expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.093912:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:1.0:1743493951.093915:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493951.093918:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879300, rc 0) 00000100:00100000:1.0:1743493951.094017:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027754368:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 867us (2512us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.094027:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12403 00000100:00100000:1.0:1743493951.098292:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.100011:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.100670:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027754752 00000100:00100000:2.0:1743493951.100685:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027754752 00000100:00100000:1.0:1743493951.101736:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.101838:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.103060:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027755008 00000100:00100000:3.0:1743493951.103075:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027755008 00000100:00100000:3.0:1743493951.103183:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3521 00000100:00100000:3.0:1743493951.103194:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027755008:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.103654:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+814:13289:x1828185027755008:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 459us (3649us total) trans 4294974676 rc 0/0 00000100:00100000:3.0:1743493951.103669:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3521 00000100:00100000:2.0:1743493951.109689:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1317 00000100:00100000:2.0:1743493951.109707:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+813:2438:x1828185027754752:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493951.109777:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493951.109816:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c4d29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c11 expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.109844:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243:0x0].0x0 (ffff998b542b3ac0) 00010000:00010000:2.0:1743493951.109851:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493951.109950:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:2438:x1828185027754752:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 247us (11671us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.109960:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1317 00000100:00100000:0.0:1743493951.110318:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027755264 00000100:00100000:0.0:1743493951.110329:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027755264 00000100:00100000:0.0:1743493951.110423:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1318 00000100:00100000:0.0:1743493951.110431:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:2440:x1828185027755264:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493951.110453:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493951.110470:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c4d5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c1f expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.110493:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:0.0:1743493951.110497:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493951.110544:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:2440:x1828185027755264:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 113us (8706us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.110552:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1318 00000100:00100000:1.0:1743493951.110905:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.110947:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027755136 00000100:00100000:1.0:1743493951.110953:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027755136 00000100:00100000:1.0:1743493951.111002:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027755520 00000100:00100000:1.0:1743493951.111006:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027755520 00000100:00100000:1.0:1743493951.111040:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12404 00000100:00100000:1.0:1743493951.111047:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027755136:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493951.111070:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.111105:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c26 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111165:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c4d68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111181:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c4d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111194:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c4d68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111330:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c4d61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c26 expref: 814 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111367:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c4d68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c26 expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111376:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:1.0:1743493951.111379:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1743493951.111382:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878b80, rc 0) 00000100:00100000:1.0:1743493951.111454:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027755136:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 407us (9723us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.111462:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12404 00000100:00100000:1.0:1743493951.111496:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12405 00000100:00100000:1.0:1743493951.111501:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027755520:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493951.111562:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493951.111580:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4bfabf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950408 expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111611:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4bfa17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49503d0 expref: 811 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111632:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4bd629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f870 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111648:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a9:0x0].0x0 (ffff998b5657c380) 00010000:00010000:1.0:1743493951.111673:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4be874 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fe27 expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.111689:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493951.111693:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493951.111726:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111736:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111744:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111834:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111843:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.111851:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112007:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112016:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112023:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493951.112485:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].305, 64 off27776 00000040:00080000:1.0:1743493951.112542:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3730, 184 off658112 00010000:00010000:1.0:1743493951.112698:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112709:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112718:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112726:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112733:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112738:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112745:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112788:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493951.112793:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112802:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112813:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a9:0x0].0x0 (ffff998b5657dd80) 00010000:00010000:1.0:1743493951.112816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493951.112821:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112828:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c4d84 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112863:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112870:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112876:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112881:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.112886:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112892:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112901:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a9:0x0].0x0 (ffff998b5657dd80) 00010000:00010000:1.0:1743493951.112904:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493951.112907:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.112913:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c4d7d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113178:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113186:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113191:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113195:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.113198:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113204:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113213:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493951.113216:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.113219:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113224:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c4d6f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493951.113239:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000db36de03 reply state 000000000aff1360 transno 4294974677 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113251:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.113257:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x75c74963 (ffff998b5657e0c0) 00010000:00010000:1.0:1743493951.113260:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493951.113263:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.113440:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027755520:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1932us (2531us total) trans 4294974677 rc 0/0 00000100:00100000:1.0:1743493951.113455:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12405 00000100:00100000:3.0:1743493951.120329:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.120447:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027755776 00000100:00100000:0.0:1743493951.120463:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027755776 00000100:00100000:0.0:1743493951.120560:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12406 00000100:00100000:0.0:1743493951.120571:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027755776:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.120711:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1743493951.120749:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4b8785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494df95 expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.120824:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4afee9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x243:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b2ee expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.120847:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4b87af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x243:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dfa3 expref: 808 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.120867:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4afce3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x243:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b24d expref: 807 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.120887:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243:0x0].0x0 (ffff998b542b3ac0) 00010000:00010000:0.0:1743493951.120925:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c4cc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bfc expref: 806 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.120951:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493951.120955:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.121003:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121018:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121029:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121075:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121083:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121089:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121257:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x243:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121266:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121273:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:0.0:1743493951.121724:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].306, 64 off27840 00000040:00080000:0.0:1743493951.121807:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3731, 184 off658296 00010000:00010000:0.0:1743493951.121973:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x243:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121986:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.121995:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122004:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122011:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122018:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122025:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122032:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.122036:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122044:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122053:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243:0x0].0x0 (ffff998b5657f100) 00010000:00010000:0.0:1743493951.122056:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.122061:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122067:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4da0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x243:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122105:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122112:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122118:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122123:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.122127:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122134:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122143:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x243:0x0].0x0 (ffff998b5657f100) 00010000:00010000:0.0:1743493951.122146:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.122149:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122154:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c4d99 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x243:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122420:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122427:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122432:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122437:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.122439:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122449:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122457:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493951.122459:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.122462:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122467:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c4d8b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:0.0:1743493951.122480:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005198302d reply state 00000000febdaf43 transno 4294974678 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122490:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.122496:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b5657ca00) 00010000:00010000:0.0:1743493951.122498:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.122501:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.122638:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+807:13289:x1828185027755776:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2064us (2319us total) trans 4294974678 rc 0/0 00000100:00100000:0.0:1743493951.122648:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12406 00000100:00100000:3.0:1743493951.126470:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.126566:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756032 00000100:00100000:2.0:1743493951.126580:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756032 00000100:00100000:2.0:1743493951.126671:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12407 00000100:00100000:2.0:1743493951.126682:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+807:13333:x1828185027756032:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:2.0:1743493951.126725:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.126811:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4da7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c2d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.127000:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.127017:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.127030:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493951.127049:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e4:0x0]: returning size 30183 00010000:00010000:2.0:1743493951.127265:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4da7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c2d expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.127288:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c2d expref: 809 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.127299:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:2.0:1743493951.127302:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493951.127306:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:2.0:1743493951.127421:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027756032:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 739us (964us total) trans 4294974679 rc 0/0 00000100:00100000:2.0:1743493951.127429:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12407 00010000:00010000:0.0:1743493951.132951:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493951.135007:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.135715:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756160 00000100:00100000:0.0:1743493951.135730:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756160 00000100:00100000:0.0:1743493951.135894:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12408 00000100:00100000:0.0:1743493951.135906:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027756160:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.135952:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493951.135997:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4dbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c34 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.136152:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136170:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136184:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136224:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136231:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136238:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136408:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136419:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136427:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493951.136484:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x24e:0x0]: returning size 77076 00000004:00200000:0.0:1743493951.136490:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493951.136516:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136528:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136538:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136544:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136551:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136557:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.136562:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136571:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136587:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493951.136590:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.136597:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136603:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4dc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136626:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136633:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136640:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136645:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.136649:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136655:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136662:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe7aaf970 (ffff998b5657f100) 00010000:00010000:0.0:1743493951.136665:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.136668:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136673:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4dca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.136724:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4dbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c34 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.136745:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c34 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.136804:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e:0x0].0x0 (ffff998b54c61700) 00010000:00010000:0.0:1743493951.136807:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493951.136811:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c47c0, rc 0) 00000100:00100000:0.0:1743493951.136928:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027756160:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1022us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.136938:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12408 00000100:00100000:3.0:1743493951.138433:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.140142:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.140230:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756544 00000100:00100000:2.0:1743493951.140250:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756544 00000100:00100000:2.0:1743493951.140361:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1319 00000100:00100000:2.0:1743493951.140371:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:2437:x1828185027756544:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493951.140545:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493951.140581:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c2d expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.140607:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:2.0:1743493951.140613:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493951.140858:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756416 00000100:00100000:0.0:1743493951.140865:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756416 00000100:00100000:0.0:1743493951.140922:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3522 00000100:00100000:0.0:1743493951.140929:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027756416:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.141332:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:2437:x1828185027756544:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 960us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.141343:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1319 00000100:00100000:0.0:1743493951.143688:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027756416:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2744us (5249us total) trans 4294974680 rc 0/0 00000100:00100000:0.0:1743493951.143708:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3522 00000100:00100000:3.0:1743493951.144049:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.144632:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756672 00000100:00100000:2.0:1743493951.144645:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756672 00000100:00100000:2.0:1743493951.144738:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1320 00000100:00100000:2.0:1743493951.144747:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:2440:x1828185027756672:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493951.144801:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493951.144836:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c4dd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c34 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.144863:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e:0x0].0x0 (ffff998b54c61700) 00010000:00010000:2.0:1743493951.144869:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493951.144952:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:2440:x1828185027756672:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 204us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.144959:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1320 00000100:00100000:3.0:1743493951.146862:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.146920:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.147119:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027756928 00000100:00100000:1.0:1743493951.147132:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027756928 00000100:00100000:1.0:1743493951.147208:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027757184 00000100:00100000:1.0:1743493951.147212:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027757184 00000100:00100000:1.0:1743493951.147255:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3523 00000100:00100000:1.0:1743493951.147264:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027756928:12345-192.168.206.41@tcp:35:lustre_rsync.0 00000100:00100000:3.0:1743493951.147319:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3524 00000100:00100000:3.0:1743493951.147325:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027757184:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.147685:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027757184:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 357us (762us total) trans 4294974681 rc 0/0 00000100:00100000:3.0:1743493951.147695:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3524 00000100:00100000:1.0:1743493951.147813:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027756928:12345-192.168.206.41@tcp:35:lustre_rsync.0 Request processed in 549us (961us total) trans 4294974682 rc 0/0 00000100:00100000:1.0:1743493951.147821:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3523 00000100:00100000:3.0:1743493951.157152:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.157242:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.157316:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027757440 00000100:00100000:0.0:1743493951.157332:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027757440 00000100:00100000:0.0:1743493951.157573:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027757696 00000100:00100000:0.0:1743493951.157578:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027757696 00000100:00100000:0.0:1743493951.157631:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12409 00000100:00100000:0.0:1743493951.157641:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027757440:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.157792:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493951.157830:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4b89fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e067 expref: 812 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.157867:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4b16eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ba5e expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.157890:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4b8a17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e075 expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493951.157910:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12410 00010000:00010000:0.0:1743493951.157910:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4b15b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ba03 expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493951.157917:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027757696:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.157926:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e:0x0].0x0 (ffff998b54c61700) 00010000:00010000:0.0:1743493951.157945:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.157984:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.157988:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.158000:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4bff2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2af:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950582 expref: 808 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.158004:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158016:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.158021:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4bfe8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495054a expref: 807 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.158044:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4bda9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9e3 expref: 806 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.158057:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2af:0x0].0x0 (ffff998b561a7ac0) 00010000:00010000:0.0:1743493951.158064:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.158071:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.158071:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158078:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.158094:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158103:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158110:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158146:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158153:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158158:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.158255:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158264:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158271:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.158672:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158681:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.158690:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493951.158704:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].316, 64 off28480 00000040:00080000:0.0:1743493951.158781:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3732, 184 off658480 00010000:00010000:0.0:1743493951.158939:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00000040:00080000:3.0:1743493951.158943:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].307, 64 off27904 00010000:00010000:0.0:1743493951.158948:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158957:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158965:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00000040:00080000:3.0:1743493951.158973:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3733, 184 off658664 00010000:00010000:0.0:1743493951.158977:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158984:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158991:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.158998:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545ba980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.159003:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159011:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159022:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e:0x0].0x0 (ffff998b5657c380) 00010000:00010000:0.0:1743493951.159025:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.159030:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159036:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c4e02 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159069:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159076:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159082:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159087:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.159090:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159092:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159098:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159099:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159107:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159107:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24e:0x0].0x0 (ffff998b5657c380) 00010000:00010000:0.0:1743493951.159110:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.159113:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159114:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159119:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c4df4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159120:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159125:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159131:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159137:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.159140:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159146:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159152:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2af:0x0].0x0 (ffff998b5657d080) 00010000:00010000:3.0:1743493951.159155:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.159157:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159162:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c4e09 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159181:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159187:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159193:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159197:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.159200:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159206:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159214:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2af:0x0].0x0 (ffff998b5657d080) 00010000:00010000:3.0:1743493951.159216:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493951.159219:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159225:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c4dfb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159385:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159393:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159398:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159398:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.159404:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.159405:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159408:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159411:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159414:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159415:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.159419:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159422:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493951.159425:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159425:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.159428:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159433:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:3.0:1743493951.159436:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.159438:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c4dd8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159439:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159445:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c4de6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493951.159454:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000319ebda8 reply state 00000000cb9dfa39 transno 4294974683 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00010000:3.0:1743493951.159458:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a6ce44a3 reply state 00000000da3717b0 transno 4294974684 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.159466:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.159466:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.159473:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x458ba0d4 (ffff998b5657dd80) 00010000:00010000:0.0:1743493951.159473:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe7aaf970 (ffff998b5657f100) 00010000:00010000:3.0:1743493951.159475:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.159475:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493951.159479:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.159479:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.163496:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027757440:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5838us (6341us total) trans 4294974683 rc 0/0 00000100:00100000:0.0:1743493951.163513:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12409 00000100:00100000:1.0:1743493951.163839:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027757696:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5918us (6595us total) trans 4294974684 rc 0/0 00000100:00100000:1.0:1743493951.163847:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12410 00000100:00100000:0.0:1743493951.169120:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.169307:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027757952 00000100:00100000:1.0:1743493951.169321:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027757952 00000100:00100000:1.0:1743493951.169427:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12411 00000100:00100000:1.0:1743493951.169438:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027757952:12345-192.168.206.41@tcp:101:lustre_rsync.0 00010000:00010000:1.0:1743493951.169483:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.169530:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c4e10 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c3b expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.169721:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c4e17 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.169739:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c4e17 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.169784:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c4e17 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493951.169800:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e4:0x0]: returning size 30183 00010000:00010000:1.0:1743493951.170029:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c4e10 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c3b expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.170055:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c4e17 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c3b expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.170065:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:1.0:1743493951.170068:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1743493951.170073:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388da80, rc 0) 00000100:00100000:1.0:1743493951.170180:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027757952:12345-192.168.206.41@tcp:101:lustre_rsync.0 Request processed in 743us (1078us total) trans 4294974685 rc 0/0 00000100:00100000:1.0:1743493951.170189:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12411 00000100:00100000:2.0:1743493951.179086:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.179195:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.179295:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758208 00000100:00100000:0.0:1743493951.179308:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758208 00000100:00100000:0.0:1743493951.179493:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3525 00000100:00100000:0.0:1743493951.179504:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027758208:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.180198:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758336 00000100:00100000:3.0:1743493951.180205:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758336 00000100:00100000:3.0:1743493951.180258:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12412 00000100:00100000:3.0:1743493951.180264:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027758336:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.180276:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.180314:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c4e25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c42 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.180451:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180470:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180482:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180523:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180530:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180536:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180575:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180581:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180587:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180593:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.180598:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180606:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180618:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:3.0:1743493951.180621:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.180627:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180632:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c4e2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180651:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180656:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180661:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180665:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.180668:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180673:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180678:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xa12f67b5 (ffff998b5657d080) 00010000:00010000:3.0:1743493951.180680:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.180682:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180687:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.180725:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c4e25 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c42 expref: 813 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.180733:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c4e25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c42 expref: 813 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.180746:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388f880, rc 0) 00000100:00100000:0.0:1743493951.180793:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af23850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027758208:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1289us (1721us total) trans 4294974686 rc 0/0 00000100:00100000:0.0:1743493951.180803:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3525 00000100:00100000:3.0:1743493951.180831:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027758336:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 566us (1637us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493951.180839:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12412 00000100:00100000:2.0:1743493951.186677:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.186744:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.186787:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758464 00000100:00100000:1.0:1743493951.186802:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758464 00000100:00100000:1.0:1743493951.186884:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758720 00000100:00100000:1.0:1743493951.186887:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758720 00000100:00100000:1.0:1743493951.186929:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12413 00000100:00100000:1.0:1743493951.186941:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027758464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.187061:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.187086:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.187124:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758848 00000100:00100000:2.0:1743493951.187129:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758848 00000100:00100000:2.0:1743493951.187170:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12414 00000100:00100000:2.0:1743493951.187176:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027758720:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.187264:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493951.187300:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4bfdba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2ad:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504fd expref: 813 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493951.187306:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027758464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 366us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.187314:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12413 00010000:00010000:2.0:1743493951.187333:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4bfd3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2ad:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504d3 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493951.187366:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12415 00010000:00010000:2.0:1743493951.187367:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4bd7d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8fc expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493951.187372:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027758848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.187383:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.187384:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ad:0x0].0x0 (ffff998b50fee0c0) 00010000:00010000:1.0:1743493951.187421:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c49 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.187503:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.187520:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.187532:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493951.187564:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1db:0x0]: returning size 4096 00000004:00200000:1.0:1743493951.187568:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.187592:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493951.187616:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c49 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.187635:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c49 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.187642:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493951.187645:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493951.187649:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:1.0:1743493951.187717:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027758848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 342us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.187724:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12415 00010000:00010000:2.0:1743493951.189291:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.189362:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.189381:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.191314:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192411:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192430:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192441:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192641:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192650:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.192658:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:2.0:1743493951.193111:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].308, 64 off27968 00000040:00080000:2.0:1743493951.193169:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3734, 184 off658848 00010000:00010000:2.0:1743493951.193332:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193343:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193365:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193374:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193381:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193388:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193396:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193403:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.193408:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193418:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193433:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ad:0x0].0x0 (ffff998b5657c380) 00010000:00010000:2.0:1743493951.193437:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.193443:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193449:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e5d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193495:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193502:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193508:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193514:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.193518:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193525:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193534:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ad:0x0].0x0 (ffff998b5657c380) 00010000:00010000:2.0:1743493951.193536:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.193539:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193546:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e56 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193872:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193881:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193887:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193893:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.193898:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193905:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193915:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:2.0:1743493951.193918:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.193922:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193928:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e48 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493951.193946:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000278d2e1a reply state 000000004bf62e53 transno 4294974687 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193958:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493951.193965:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xb10fb57d (ffff998b5657d080) 00010000:00010000:2.0:1743493951.193968:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.193971:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.194132:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027758720:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6949us (7380us total) trans 4294974687 rc 0/0 00000100:00100000:2.0:1743493951.194144:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12414 00000100:00100000:0.0:1743493951.202171:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.204092:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027758976 00000100:00100000:2.0:1743493951.204113:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027758976 00000100:00100000:2.0:1743493951.204246:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12416 00000100:00100000:2.0:1743493951.204257:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027758976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.204380:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.204668:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027758976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 410us (2508us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.204678:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12416 00000100:00100000:3.0:1743493951.205988:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.209679:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.210129:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027759104 00000100:00100000:2.0:1743493951.210143:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027759104 00000100:00100000:2.0:1743493951.210238:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3526 00000100:00100000:2.0:1743493951.210250:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027759104:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493951.211380:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027759232 00000100:00100000:0.0:1743493951.211388:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027759232 00000100:00100000:0.0:1743493951.211447:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12417 00000100:00100000:0.0:1743493951.211460:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027759232:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.211523:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.211715:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027759232:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 260us (2050us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.216192:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12417 00000100:00100000:3.0:1743493951.216642:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.219254:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027759104:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8989us (13256us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.219270:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3526 00000100:00100000:0.0:1743493951.220070:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027759360 00000100:00100000:0.0:1743493951.220084:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027759360 00000100:00100000:0.0:1743493951.220174:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12418 00000100:00100000:0.0:1743493951.220184:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027759360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.220282:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.220501:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027759360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 317us (3860us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.220509:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12418 00000100:00100000:1.0:1743493951.229289:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.229470:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.229839:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027759872 00000100:00100000:2.0:1743493951.229853:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027759872 00000100:00100000:2.0:1743493951.229927:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027759616 00000100:00100000:2.0:1743493951.229931:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027759616 00000100:00100000:2.0:1743493951.229983:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3527 00000100:00100000:2.0:1743493951.229994:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027759872:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.230002:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3528 00000100:00100000:3.0:1743493951.230008:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027759616:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.230435:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+814:13289:x1828185027759872:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 440us (1157us total) trans 4294974689 rc 0/0 00000100:00100000:2.0:1743493951.230444:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3527 00000100:00100000:3.0:1743493951.230583:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027759616:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 573us (1113us total) trans 4294974688 rc 0/0 00000100:00100000:3.0:1743493951.230591:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3528 00000100:00100000:3.0:1743493951.231857:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.232055:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760000 00000100:00100000:2.0:1743493951.232066:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760000 00000100:00100000:2.0:1743493951.232141:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12419 00000100:00100000:2.0:1743493951.232149:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027760000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.232239:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493951.232452:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e5:0x0]: rc = -2 00000100:00100000:2.0:1743493951.232531:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027760000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 381us (676us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493951.232541:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12419 00000100:00100000:1.0:1743493951.236889:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.236997:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760128 00000100:00100000:2.0:1743493951.237010:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760128 00000100:00100000:2.0:1743493951.237108:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12420 00000100:00100000:2.0:1743493951.237120:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027760128:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.237239:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.237421:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.237488:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027760128:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 365us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.237497:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12420 00000100:00100000:2.0:1743493951.237541:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760384 00000100:00100000:2.0:1743493951.237546:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760384 00000100:00100000:0.0:1743493951.237809:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12421 00000100:00100000:0.0:1743493951.237818:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027760384:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.237881:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.237920:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c0458 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950742 expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.237955:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c03cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950718 expref: 812 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.237977:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4be2e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc59 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.237994:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b9:0x0].0x0 (ffff998b50fec380) 00010000:00010000:0.0:1743493951.238014:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.238057:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238073:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238084:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238392:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238402:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238410:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238581:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238590:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.238597:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493951.240273:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].309, 64 off28032 00000040:00080000:0.0:1743493951.240359:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3735, 184 off659032 00010000:00010000:0.0:1743493951.240557:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240573:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240584:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240595:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240602:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240608:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240615:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240622:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.240627:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240635:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240650:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b9:0x0].0x0 (ffff998b5657e400) 00010000:00010000:0.0:1743493951.240653:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.240658:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240665:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c4e79 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240704:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240711:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240716:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240721:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.240725:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240730:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240738:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b9:0x0].0x0 (ffff998b5657e400) 00010000:00010000:0.0:1743493951.240741:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.240744:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.240771:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c4e72 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241055:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241062:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241068:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241073:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.241077:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241084:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.241093:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:0.0:1743493951.247000:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.247022:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.247034:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c4e64 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493951.247090:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002e302b5b reply state 00000000b2d31e26 transno 4294974690 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.247125:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.247137:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xe260ec82 (ffff998b5657c380) 00010000:00010000:0.0:1743493951.247140:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.247144:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.247783:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027760384:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9929us (10327us total) trans 4294974690 rc 0/0 00000100:00100000:1.0:1743493951.247796:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12421 00000100:00100000:3.0:1743493951.249058:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.249368:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.249467:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760640 00000100:00100000:1.0:1743493951.249480:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760640 00000100:00100000:1.0:1743493951.249558:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760768 00000100:00100000:1.0:1743493951.249563:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760768 00000100:00100000:1.0:1743493951.249603:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12422 00000100:00100000:1.0:1743493951.249612:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027760640:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493951.249717:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493951.249784:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c489f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2dc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b4d expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.249821:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c4836 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b2a expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.249842:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c0593 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950796 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.249859:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:1.0:1743493951.249886:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c4e41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c49 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.249901:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493951.249905:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493951.249953:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.249968:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.249978:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.250027:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.250036:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.250043:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493951.250255:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12423 00000100:00100000:0.0:1743493951.250264:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027760768:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.250338:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.250565:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027760768:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 299us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.250576:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12423 00010000:00010000:1.0:1743493951.252023:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252043:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252055:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493951.252499:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].317, 64 off28544 00000040:00080000:1.0:1743493951.252558:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3736, 184 off659216 00010000:00010000:1.0:1743493951.252833:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252845:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252856:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252865:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252872:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252877:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252884:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252891:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493951.252896:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252903:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252916:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b519be400) 00010000:00010000:1.0:1743493951.252920:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493951.252925:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252932:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4e95 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252972:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252979:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252984:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252989:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.252993:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.252999:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253007:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2dc:0x0].0x0 (ffff998b519be400) 00010000:00010000:1.0:1743493951.253010:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493951.253013:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253018:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e8e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253290:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253298:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253305:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253311:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.253314:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253321:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253331:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493951.253334:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.253338:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253343:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c4e80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493951.253373:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000004c3f8c5 reply state 000000004e120e3d transno 4294974691 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253386:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493951.253393:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x7ca69afa (ffff998b5657cd40) 00010000:00010000:1.0:1743493951.253395:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493951.253400:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.253542:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027760640:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3925us (4482us total) trans 4294974691 rc 0/0 00000100:00100000:1.0:1743493951.253553:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12422 00000100:00100000:2.0:1743493951.257173:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.257280:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027760896 00000100:00100000:1.0:1743493951.257295:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027760896 00000100:00100000:1.0:1743493951.257409:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12424 00000100:00100000:1.0:1743493951.257419:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027760896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.257527:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e6:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.257725:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e6:0x0]: rc = -2 00000100:00100000:1.0:1743493951.257858:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027760896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 438us (697us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.257868:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12424 00000100:00100000:3.0:1743493951.264567:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.264800:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.264971:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027761536 00000100:00100000:1.0:1743493951.264984:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027761536 00000100:00100000:1.0:1743493951.265070:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3529 00000100:00100000:1.0:1743493951.265082:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027761536:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.265257:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.265525:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027761536:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 442us (979us total) trans 4294974692 rc 0/0 00000100:00100000:1.0:1743493951.265535:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3529 00000100:00100000:1.0:1743493951.265577:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027761280 00000100:00100000:1.0:1743493951.265581:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027761280 00000100:00100000:1.0:1743493951.265616:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3530 00000100:00100000:1.0:1743493951.265622:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027761280:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.265827:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027761280:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 202us (570us total) trans 4294974693 rc 0/0 00000100:00100000:1.0:1743493951.265836:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3530 00000100:00100000:2.0:1743493951.265940:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027761024 00000100:00100000:2.0:1743493951.265946:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027761024 00000100:00100000:2.0:1743493951.266003:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12425 00000100:00100000:2.0:1743493951.266009:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027761024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.266083:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.266250:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027761024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 238us (1497us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.266258:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12425 00000100:00100000:3.0:1743493951.271905:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.271981:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027761664 00000100:00100000:1.0:1743493951.271995:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027761664 00000100:00100000:1.0:1743493951.272109:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12426 00000100:00100000:1.0:1743493951.272120:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027761664:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.272225:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.272476:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027761664:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.272486:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12426 00000100:00100000:3.0:1743493951.275493:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.275574:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027761920 00000100:00100000:2.0:1743493951.275587:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027761920 00000100:00100000:2.0:1743493951.275680:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12427 00000100:00100000:2.0:1743493951.275692:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027761920:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.275828:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493951.275867:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c4e17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c3b expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.275906:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c4d68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c26 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.275929:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c0dea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a1a expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.275945:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51867440) 00010000:00010000:2.0:1743493951.275964:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.276012:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276028:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276039:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276085:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276094:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276101:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276269:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276278:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.276286:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493951.276714:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].318, 64 off28608 00000040:00080000:2.0:1743493951.276821:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3737, 184 off659400 00010000:00010000:2.0:1743493951.276993:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277004:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277013:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277020:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277027:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277034:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277041:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277048:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c56c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.277052:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277061:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277070:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51864380) 00010000:00010000:2.0:1743493951.277074:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.277080:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277086:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c4eb1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277121:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277128:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277133:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277139:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.277143:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277148:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277157:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e4:0x0].0x0 (ffff998b51864380) 00010000:00010000:2.0:1743493951.277160:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.277163:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277169:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c4eaa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493951.277404:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493951.277438:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277445:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493951.277446:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762048 00000100:00100000:3.0:1743493951.277452:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762048 00010000:00010000:2.0:1743493951.277452:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277457:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.277460:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277466:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277475:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493951.277477:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.277481:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277486:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c4e9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493951.277501:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000d98512e reply state 0000000097cb3d76 transno 4294974694 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493951.277503:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12428 00000100:00100000:3.0:1743493951.277512:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027762048:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1743493951.277512:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.277518:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xe5e25d80 (ffff998b518646c0) 00010000:00010000:2.0:1743493951.277521:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.277524:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00000080:3.0:1743493951.277587:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e7:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.277631:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027761920:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1941us (2150us total) trans 4294974694 rc 0/0 00000100:00100000:2.0:1743493951.277640:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12427 00000004:00000080:3.0:1743493951.277705:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e7:0x0]: rc = -2 00000100:00100000:3.0:1743493951.277784:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027762048:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 271us (382us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.277791:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12428 00000100:00100000:3.0:1743493951.282331:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.282420:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.282528:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762304 00000100:00100000:1.0:1743493951.282542:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762304 00000100:00100000:3.0:1743493951.282563:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.282603:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762432 00000100:00100000:3.0:1743493951.282607:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762432 00000100:00100000:1.0:1743493951.282620:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762560 00000100:00100000:1.0:1743493951.282623:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762560 00000100:00100000:3.0:1743493951.282655:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12429 00000100:00100000:3.0:1743493951.282664:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027762304:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:1.0:1743493951.282704:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12430 00000100:00100000:1.0:1743493951.282711:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027762432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.282729:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.282795:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4eb8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c50 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.282819:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.282848:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c34f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951534 expref: 814 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.282876:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c3447 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514fc expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.282877:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.282892:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493951.282894:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4be7fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdfd expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.282904:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493951.282910:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:3.0:1743493951.282927:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.282954:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.282968:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.282976:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:2.0:1743493951.282982:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12431 00000100:00100000:2.0:1743493951.282990:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027762560:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.283131:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493951.283466:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283477:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283485:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283628:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283638:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283646:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493951.283678:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2d9:0x0]: returning size 10438 00000004:00200000:1.0:1743493951.283684:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.283710:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283721:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283731:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283737:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283745:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283771:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.283776:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283785:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283795:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493951.283798:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.283803:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283808:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c4ebf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283827:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283834:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283840:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493951.283842:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.283846:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.283851:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.283851:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283857:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493951.283859:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.283865:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc4d44c31 (ffff998b51866a80) 00010000:00010000:1.0:1743493951.283867:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.283869:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283874:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c4ecd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493951.283920:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c4eb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c50 expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.283939:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c50 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.283947:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:1.0:1743493951.283950:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493951.283953:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f287c0, rc 0) 00010000:00010000:3.0:1743493951.283957:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.283964:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.283971:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:3.0:1743493951.284343:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].310, 64 off28096 00000100:00100000:2.0:1743493951.284746:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027762560:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1752us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.284772:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12431 00000040:00080000:3.0:1743493951.284957:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3738, 184 off659584 00010000:00010000:3.0:1743493951.285122:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285135:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285145:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285157:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285163:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285168:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285174:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285180:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.285184:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285190:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285199:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:3.0:1743493951.285202:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.285207:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285213:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c4ee9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285245:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285252:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285257:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285263:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.285267:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285273:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285280:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bf:0x0].0x0 (ffff998b5b471d80) 00010000:00010000:3.0:1743493951.285282:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493951.285285:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285289:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a200/0x1414d533cd4c4ee2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285635:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285642:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00000100:00100000:1.0:1743493951.285648:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027762432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2934us (3225us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493951.285649:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285654:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5e40 already unused, calling callback (ffffffffc1739490) 00000100:00100000:1.0:1743493951.285656:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12430 00010000:00010000:3.0:1743493951.285658:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285664:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285673:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:3.0:1743493951.285676:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.285681:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285686:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5e40/0x1414d533cd4c4ec6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:3.0:1743493951.285702:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000000a566cd reply state 000000005099d59b transno 4294974695 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285714:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.285720:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x8849861e (ffff998b51865a40) 00010000:00010000:3.0:1743493951.285722:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493951.285725:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493951.285835:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027762304:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3171us (3517us total) trans 4294974695 rc 0/0 00000100:00100000:3.0:1743493951.285843:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12429 00000100:00100000:2.0:1743493951.292717:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.292803:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762816 00000100:00100000:0.0:1743493951.292816:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762816 00000100:00100000:0.0:1743493951.292916:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3531 00000100:00100000:0.0:1743493951.292926:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af26850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027762816:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493951.293362:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af26850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027762816:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 434us (657us total) trans 4294974696 rc 0/0 00000100:00100000:0.0:1743493951.293372:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3531 00000100:00100000:2.0:1743493951.295542:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.297986:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027762944 00000100:00100000:3.0:1743493951.298006:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027762944 00000100:00100000:3.0:1743493951.298128:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12432 00000100:00100000:3.0:1743493951.298139:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027762944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.298247:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.298524:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027762944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 384us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.298535:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12432 00000100:00100000:1.0:1743493951.301860:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.302177:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027763200 00000100:00100000:2.0:1743493951.302190:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027763200 00000100:00100000:2.0:1743493951.302284:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3532 00000100:00100000:2.0:1743493951.302295:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027763200:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.302799:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027763200:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 503us (949us total) trans 4294974697 rc 0/0 00000100:00100000:2.0:1743493951.302809:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3532 00000100:00100000:1.0:1743493951.303030:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.304465:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027763456 00000100:00100000:2.0:1743493951.304479:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027763456 00000100:00100000:2.0:1743493951.304568:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12433 00000100:00100000:2.0:1743493951.304577:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027763456:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.304671:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493951.304708:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c4588 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a58 expref: 813 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.304745:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c4557 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a43 expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.304829:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f287c0/0x1414d533cd4c4ed4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c50 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.304851:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c4534 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a3c expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.304868:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:2.0:1743493951.304887:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.304934:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.304950:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.304962:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.305010:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.305018:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.305025:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493951.305783:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.305840:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027763584 00000100:00100000:1.0:1743493951.305848:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027763584 00000100:00100000:1.0:1743493951.306014:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12434 00000100:00100000:1.0:1743493951.306024:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027763584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1743493951.306345:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.306368:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.306378:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:2.0:1743493951.306833:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].311, 64 off28160 00000040:00080000:2.0:1743493951.306884:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3739, 184 off659768 00000100:00100000:3.0:1743493951.306930:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493951.307040:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307051:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307060:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307067:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307074:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307081:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307088:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307094:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.307110:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307120:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307133:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:2.0:1743493951.307136:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.307140:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307146:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c4f05 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307185:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307192:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307197:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307202:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54067880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.307206:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307212:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307221:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d9:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:2.0:1743493951.307223:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.307227:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307232:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c4efe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307507:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307515:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307521:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307527:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535047c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.307532:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307538:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307548:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493951.307550:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.307553:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307559:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c4ef0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493951.307583:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000006e8e9ee reply state 000000003b888af0 transno 4294974698 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307595:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.307601:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc4d44c31 (ffff998b5b471d80) 00010000:00010000:2.0:1743493951.307604:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.307607:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.307743:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027763456:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3163us (4711us total) trans 4294974698 rc 0/0 00000100:00100000:2.0:1743493951.307776:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12433 00000100:00100000:2.0:1743493951.307827:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027763840 00000100:00100000:2.0:1743493951.307833:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027763840 00000100:00100000:2.0:1743493951.307885:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12435 00000100:00100000:2.0:1743493951.307894:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027763840:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.307970:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493951.307992:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c3328 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2bd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514a8 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.308018:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c32a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951477 expref: 811 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.308040:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4be556 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd1d expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.308055:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:2.0:1743493951.308069:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.308110:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308122:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308131:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308173:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308181:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308187:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308302:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308311:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308320:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:2.0:1743493951.308627:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].312, 64 off28224 00000040:00080000:2.0:1743493951.308669:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3740, 184 off659952 00010000:00010000:2.0:1743493951.308851:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308860:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308870:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308877:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308883:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308889:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308895:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308900:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.308904:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308911:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308921:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b5b473440) 00010000:00010000:2.0:1743493951.308924:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.308928:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308933:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f21 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308963:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308970:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308976:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308981:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.308985:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308991:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.308999:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bd:0x0].0x0 (ffff998b5b473440) 00010000:00010000:2.0:1743493951.309002:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.309005:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309010:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f1a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309222:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309230:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309237:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309241:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.309245:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309250:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309258:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:2.0:1743493951.309261:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.309264:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309270:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c4f0c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493951.309284:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e558d6a0 reply state 0000000052ce5f45 transno 4294974699 ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309295:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.309302:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x7eb5c453 (ffff998b5b471a40) 00010000:00010000:2.0:1743493951.309305:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.309308:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00000080:1.0:1743493951.309431:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.309561:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e8:0x0]: rc = -2 00000100:00100000:1.0:1743493951.309646:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027763584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3617us (3862us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.309658:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12434 00000100:00100000:1.0:1743493951.311014:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027763840:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3110us (4075us total) trans 4294974699 rc 0/0 00000100:00100000:1.0:1743493951.311027:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12435 00000100:00100000:3.0:1743493951.313315:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.313461:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027763968 00000100:00100000:0.0:1743493951.313476:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027763968 00000100:00100000:0.0:1743493951.313571:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12436 00000100:00100000:0.0:1743493951.313582:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027763968:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.313628:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493951.313673:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4f28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c57 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.313830:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.313848:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.313859:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.313901:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.313908:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.313915:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314066:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314076:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314083:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493951.314221:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2e1:0x0]: returning size 29253 00000004:00200000:0.0:1743493951.314227:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493951.314254:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314266:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314277:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314283:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314290:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314297:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.314303:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314311:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314325:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493951.314329:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.314334:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314356:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314382:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314389:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314396:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314402:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.314405:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314411:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314420:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x586f5504 (ffff998b5b471700) 00010000:00010000:0.0:1743493951.314423:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.314426:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314432:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493951.314484:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4f28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c57 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.314505:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c57 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.314513:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493951.314515:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493951.314518:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:0.0:1743493951.314619:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027763968:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1038us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.314628:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12436 00000100:00100000:3.0:1743493951.317246:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.319175:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764096 00000100:00100000:0.0:1743493951.319195:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764096 00000100:00100000:0.0:1743493951.319322:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12437 00000100:00100000:0.0:1743493951.319333:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027764096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.319464:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2e9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493951.319674:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2e9:0x0]: rc = -2 00000100:00100000:0.0:1743493951.319827:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027764096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 492us (2591us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493951.319836:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12437 00000100:00100000:0.0:1743493951.323237:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.323410:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.323496:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764608 00000100:00100000:2.0:1743493951.323509:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764608 00000100:00100000:2.0:1743493951.323593:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3533 00000100:00100000:3.0:1743493951.323601:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764224 00000100:00100000:2.0:1743493951.323603:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027764608:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.323606:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764224 00000100:00100000:3.0:1743493951.323653:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12438 00000100:00100000:3.0:1743493951.323659:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027764224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.323670:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.323709:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4f44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c5e expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.323832:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323849:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323863:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323905:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323914:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323921:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323962:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323969:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323975:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323983:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.323988:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.323996:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324009:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493951.324013:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.324018:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324024:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c4f4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.324039:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+814:13289:x1828185027764608:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 436us (628us total) trans 4294974700 rc 0/0 00010000:00010000:3.0:1743493951.324044:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.324048:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3533 00010000:00010000:3.0:1743493951.324050:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324055:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324061:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.324064:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324070:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324078:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xa12f67b5 (ffff998b5b471700) 00010000:00010000:3.0:1743493951.324081:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.324084:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324089:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3ed40/0x1414d533cd4c4f52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.324134:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4f44 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c5e expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.324144:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3de40/0x1414d533cd4c4f44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c5e expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.324158:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3de40, rc 0) 00000100:00100000:3.0:1743493951.324201:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027764224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 541us (977us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493951.324208:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12438 00000100:00100000:3.0:1743493951.324301:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.329434:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764352 00000100:00100000:0.0:1743493951.329458:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764352 00000100:00100000:0.0:1743493951.329598:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1321 00000100:00100000:0.0:1743493951.329610:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c69906850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:2439:x1828185027764352:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493951.329653:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493951.329688:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c4f3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c57 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.329722:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493951.329728:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493951.329874:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c69906850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:2439:x1828185027764352:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 265us (5571us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.329884:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1321 00000100:00100000:3.0:1743493951.331280:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.331381:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764736 00000100:00100000:1.0:1743493951.331401:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764736 00000100:00100000:1.0:1743493951.331479:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12439 00000100:00100000:1.0:1743493951.331489:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027764736:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.331591:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.331860:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027764736:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 369us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.331870:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12439 00000100:00100000:1.0:1743493951.333361:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.333497:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027764992 00000100:00100000:3.0:1743493951.333508:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027764992 00000100:00100000:3.0:1743493951.333592:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12440 00000100:00100000:3.0:1743493951.333603:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027764992:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493951.333686:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1743493951.333724:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c2479 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x309:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510a3 expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.333805:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x309:0x0].0x0 (ffff998b5683d3c0) 00010000:00010000:3.0:1743493951.333854:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c3f14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951821 expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.333872:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493951.333877:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.333922:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.333937:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.333949:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.333996:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.334004:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.334010:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.334172:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x309:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.334180:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.334187:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493951.335679:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.335768:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027765248 00000100:00100000:2.0:1743493951.335778:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027765248 00000100:00100000:2.0:1743493951.335856:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12441 00000100:00100000:2.0:1743493951.335866:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027765248:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493951.335943:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493951.335973:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c4b4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bcb expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.336004:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c4b23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bc4 expref: 809 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.336025:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c4b15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951bbd expref: 808 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.336041:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:2.0:1743493951.336061:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493951.336102:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336115:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336125:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336168:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336177:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336184:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336320:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336328:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336335:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:3.0:1743493951.336369:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].313, 64 off28288 00000040:00080000:2.0:1743493951.336618:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].314, 64 off28352 00000040:00080000:2.0:1743493951.336664:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3741, 184 off660136 00010000:00010000:2.0:1743493951.336846:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336857:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336866:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336874:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336881:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336888:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336900:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336907:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6c1dbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.336911:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336920:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336929:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:2.0:1743493951.336932:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.336937:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336942:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c4f83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336975:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336980:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336985:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336989:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.336992:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.336997:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337008:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e1:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:2.0:1743493951.337010:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.337013:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337018:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c4f7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337261:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337268:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337273:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337277:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.337280:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337286:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337293:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493951.337295:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.337298:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337303:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c4f6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493951.337318:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e8737332 reply state 00000000b8c145ae transno 4294974701 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337329:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.337335:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x586f5504 (ffff998b5b472400) 00010000:00010000:2.0:1743493951.337338:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.337340:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.337491:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027765248:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1623us (1814us total) trans 4294974701 rc 0/0 00000100:00100000:2.0:1743493951.337502:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12441 00000040:00080000:3.0:1743493951.338290:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3742, 184 off660320 00010000:00010000:3.0:1743493951.340280:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x309:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340308:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340322:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340332:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340340:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340358:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340366:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.340374:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.340379:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.342170:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.342202:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x309:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:3.0:1743493951.342206:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.342213:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.342222:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c4f8a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x309:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347091:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347113:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347122:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347129:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.347135:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347145:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347167:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x309:0x0].0x0 (ffff998b5b4713c0) 00010000:00010000:0.0:1743493951.347170:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.347175:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347182:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c4f67 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x309:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347578:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347587:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347592:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347597:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.347600:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347606:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347615:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493951.347617:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.347620:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347625:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f100/0x1414d533cd4c4f59 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493951.347641:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007ee785b0 reply state 00000000eeeb6172 transno 4294974702 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347654:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.347661:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x22737f46 (ffff998b5b473440) 00010000:00010000:0.0:1743493951.347663:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.347667:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.347851:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027764992:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 14242us (14500us total) trans 4294974702 rc 0/0 00000100:00100000:0.0:1743493951.347862:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12440 00000100:00100000:1.0:1743493951.350082:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.350153:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.350266:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027765376 00000100:00100000:3.0:1743493951.350281:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027765376 00000100:00100000:3.0:1743493951.350362:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027765504 00000100:00100000:3.0:1743493951.350366:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027765504 00000100:00100000:3.0:1743493951.350415:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12442 00000100:00100000:3.0:1743493951.350426:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027765376:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.350454:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.350499:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4f91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c65 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.350656:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350674:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350689:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350742:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350777:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350786:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350844:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350852:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350859:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350866:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.350871:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350879:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350893:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:3.0:1743493951.350897:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.350903:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350909:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c4f98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350941:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350948:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350954:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350959:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.350962:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350969:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350976:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xa12f67b5 (ffff998b5b3eedc0) 00010000:00010000:3.0:1743493951.350980:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.350983:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.350988:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4f9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.351039:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4f91 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c65 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.351049:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c4f91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c65 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.351064:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660de40, rc 0) 00000100:00100000:3.0:1743493951.351159:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027765376:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 733us (1087us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493951.351169:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12442 00000100:00100000:3.0:1743493951.351215:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12443 00000100:00100000:3.0:1743493951.351222:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027765504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.351276:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.351449:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027765504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 226us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.351457:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12443 00000100:00100000:1.0:1743493951.361080:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.361170:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027765632 00000100:00100000:2.0:1743493951.361185:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027765632 00000100:00100000:2.0:1743493951.361283:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12444 00000100:00100000:2.0:1743493951.361294:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027765632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.361427:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.361666:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027765632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.361675:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12444 00000100:00100000:1.0:1743493951.365603:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.365680:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027765888 00000100:00100000:2.0:1743493951.365693:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027765888 00000100:00100000:2.0:1743493951.365814:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3534 00000100:00100000:2.0:1743493951.365825:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027765888:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.366192:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.366249:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027765888:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 424us (661us total) trans 4294974703 rc 0/0 00000100:00100000:2.0:1743493951.366259:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3534 00000100:00100000:3.0:1743493951.366423:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766016 00000100:00100000:3.0:1743493951.366429:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766016 00000100:00100000:3.0:1743493951.366485:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12445 00000100:00100000:3.0:1743493951.366491:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027766016:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.366504:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.366557:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fa6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c6c expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.366656:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.366675:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.366688:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493951.366727:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x202:0x0]: returning size 4096 00000004:00200000:3.0:1743493951.366732:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493951.366787:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493951.366816:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fa6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c6c expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.366842:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c6c expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.366851:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493951.366854:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493951.366858:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a3100, rc 0) 00000100:00100000:3.0:1743493951.366923:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027766016:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 430us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.366932:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12445 00000100:00100000:1.0:1743493951.376508:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.379339:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.379529:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.380177:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766144 00000100:00100000:0.0:1743493951.380192:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766144 00000100:00100000:0.0:1743493951.380292:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766400 00000100:00100000:0.0:1743493951.380296:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766400 00000100:00100000:0.0:1743493951.380358:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766528 00000100:00100000:0.0:1743493951.380362:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766528 00000100:00100000:0.0:1743493951.380407:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12446 00000100:00100000:0.0:1743493951.380419:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+814:13333:x1828185027766144:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.380518:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.380788:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+814:13333:x1828185027766144:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 368us (4292us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.380798:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12446 00000100:00100000:0.0:1743493951.380845:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12447 00000100:00100000:0.0:1743493951.380851:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027766400:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.380919:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493951.380956:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4bfc2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2ab:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495047f expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.380992:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4bfb75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950447 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.381016:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4bd725 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8c4 expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.381034:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ab:0x0].0x0 (ffff998b4f62f440) 00010000:00010000:0.0:1743493951.381062:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d6200/0x1414d533cd4beac0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fedd expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.381079:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493951.381083:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.381125:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381140:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381155:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381202:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381209:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381217:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381395:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381404:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.381413:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493951.381883:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].315, 64 off28416 00000040:00080000:0.0:1743493951.381937:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3743, 184 off660504 00010000:00010000:0.0:1743493951.382101:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382111:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382121:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382129:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382142:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382149:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382157:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382164:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.382169:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382177:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382187:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ab:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:0.0:1743493951.382191:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.382195:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382203:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c4fc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382239:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382246:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382252:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382258:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.382262:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382268:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382276:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2ab:0x0].0x0 (ffff998b5b3eca00) 00010000:00010000:0.0:1743493951.382279:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.382282:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382288:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c4fc2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382560:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382568:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382574:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382579:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.382583:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382589:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382598:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493951.382601:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.382604:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382615:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4fb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493951.382631:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d96b4484 reply state 0000000026d4d20e transno 4294974704 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382643:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.382650:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x75c74963 (ffff998b5b3eedc0) 00010000:00010000:0.0:1743493951.382652:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.382655:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.382798:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027766400:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1942us (3468us total) trans 4294974704 rc 0/0 00000100:00100000:0.0:1743493951.382809:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12447 00000100:00100000:0.0:1743493951.382868:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12448 00000100:00100000:0.0:1743493951.382876:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027766528:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.382893:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493951.382921:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c4fd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c73 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.383008:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383018:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383026:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383076:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383084:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383091:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383123:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383130:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383136:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383141:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.383144:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383151:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383160:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493951.383163:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.383166:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383172:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4fd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383194:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383201:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383206:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383211:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.383215:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383221:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383229:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa12f67b5 (ffff998b5b3ef440) 00010000:00010000:0.0:1743493951.383232:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.383235:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383241:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.383281:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c4fd0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c73 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.383291:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c4fd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c73 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.383305:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0f40, rc 0) 00000100:00100000:0.0:1743493951.383363:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027766528:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 487us (3833us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493951.383371:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12448 00000100:00100000:1.0:1743493951.395652:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.395805:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.395937:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766656 00000100:00100000:2.0:1743493951.395951:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766656 00000100:00100000:3.0:1743493951.395971:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766784 00000100:00100000:3.0:1743493951.395976:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766784 00000100:00100000:3.0:1743493951.396035:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3535 00000100:00100000:2.0:1743493951.396043:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12449 00000100:00100000:3.0:1743493951.396045:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027766784:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493951.396049:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027766656:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.396149:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ea:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493951.396340:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ea:0x0]: rc = -2 00000100:00100000:2.0:1743493951.396448:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027766656:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 396us (808us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493951.396456:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12449 00000100:00100000:1.0:1743493951.401221:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.401300:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027766912 00000100:00100000:3.0:1743493951.401315:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027766912 00000100:00100000:3.0:1743493951.401479:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12450 00000100:00100000:3.0:1743493951.401490:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027766912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.401589:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2eb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493951.401881:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2eb:0x0]: rc = -2 00000100:00100000:3.0:1743493951.401990:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027766912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 499us (785us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.401999:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12450 00000100:00100000:2.0:1743493951.404513:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027766784:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8455us (8695us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.404529:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3535 00000100:00100000:1.0:1743493951.408435:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.413901:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767040 00000100:00100000:3.0:1743493951.413924:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767040 00000100:00100000:3.0:1743493951.414070:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12451 00000100:00100000:3.0:1743493951.414083:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027767040:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.414193:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.414486:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027767040:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 404us (6065us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.414495:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12451 00000100:00100000:1.0:1743493951.415971:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.416072:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767168 00000100:00100000:3.0:1743493951.416083:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767168 00000100:00100000:2.0:1743493951.416255:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12452 00000100:00100000:2.0:1743493951.416267:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027767168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493951.416294:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.416344:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c4fe5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c7a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.416487:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416506:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416520:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416572:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416580:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416589:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493951.416650:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493951.416776:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416787:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416795:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493951.416847:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2b1:0x0]: returning size 12543 00000004:00200000:2.0:1743493951.416853:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493951.416879:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416891:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416901:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416907:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416914:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416920:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.416925:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416935:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416950:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:2.0:1743493951.416953:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.416959:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416966:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c4fec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416988:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.416995:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417001:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417006:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.417009:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417016:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417023:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x458ba0d4 (ffff998b5b3ef440) 00010000:00010000:2.0:1743493951.417026:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.417029:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417034:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c4ff3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.417082:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c4fe5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c7a expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.417105:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c7a expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493951.417110:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767296 00010000:00010000:2.0:1743493951.417112:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b1:0x0].0x0 (ffff998b519bd080) 00010000:00010000:2.0:1743493951.417115:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:0.0:1743493951.417116:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767296 00010000:00010000:2.0:1743493951.417118:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a34c0, rc 0) 00000100:00100000:0.0:1743493951.417176:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12453 00000100:00100000:0.0:1743493951.417184:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027767296:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.417194:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493951.417209:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027767168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 943us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.417217:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12452 00010000:00010000:0.0:1743493951.417219:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c5001 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c81 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.417280:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417290:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417299:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417355:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417363:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417370:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417448:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x267:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417462:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417469:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493951.417496:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x267:0x0]: returning size 543 00000004:00200000:0.0:1743493951.417500:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493951.417512:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417521:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417528:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417534:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417539:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417544:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.417547:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417553:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417561:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493951.417564:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.417568:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417574:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c5008 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417591:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417598:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417603:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417608:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.417611:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417617:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417625:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xb0449b87 (ffff998b5b3eca00) 00010000:00010000:0.0:1743493951.417628:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.417631:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417637:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c500f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.417671:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c5001 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c81 expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.417689:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c81 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.417701:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267:0x0].0x0 (ffff998b55ff5d80) 00010000:00010000:0.0:1743493951.417703:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493951.417706:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01c400, rc 0) 00000100:00100000:0.0:1743493951.417766:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027767296:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 568us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.417774:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12453 00000100:00100000:1.0:1743493951.430615:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.430690:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.430807:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767552 00000100:00100000:2.0:1743493951.430820:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767552 00000100:00100000:1.0:1743493951.430909:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.430925:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1322 00000100:00100000:2.0:1743493951.430936:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:2439:x1828185027767552:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1743493951.430950:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767424 00000100:00100000:1.0:1743493951.430954:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767424 00010000:00010000:2.0:1743493951.430971:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1743493951.430996:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12454 00000100:00100000:1.0:1743493951.431002:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027767424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1743493951.431006:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c4ffa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c7a expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.431033:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b1:0x0].0x0 (ffff998b519bd080) 00010000:00010000:2.0:1743493951.431040:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000080:1.0:1743493951.431089:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.431135:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:2439:x1828185027767552:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 200us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.431143:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1322 00000100:00100000:1.0:1743493951.431291:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027767424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 286us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.431298:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12454 00000100:00100000:3.0:1743493951.431443:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767808 00000100:00100000:3.0:1743493951.431449:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767808 00000100:00100000:3.0:1743493951.431493:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3536 00000100:00100000:3.0:1743493951.431499:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027767808:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.431830:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027767808:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 329us (1138us total) trans 4294974705 rc 0/0 00000100:00100000:3.0:1743493951.431843:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3536 00000100:00100000:1.0:1743493951.438023:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.438154:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027768064 00000100:00100000:0.0:1743493951.438169:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027768064 00000100:00100000:0.0:1743493951.438275:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12455 00000100:00100000:0.0:1743493951.438287:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027768064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.438409:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.438658:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027768064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.438668:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12455 00000100:00100000:2.0:1743493951.440501:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.440560:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.440573:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027767936 00000100:00100000:0.0:1743493951.440583:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027767936 00000100:00100000:2.0:1743493951.440642:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.440674:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1323 00000100:00100000:0.0:1743493951.440682:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:2440:x1828185027767936:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493951.440715:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493951.440788:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5016 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c81 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.440817:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267:0x0].0x0 (ffff998b55ff5d80) 00010000:00010000:0.0:1743493951.440824:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493951.440904:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:2440:x1828185027767936:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 220us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.440913:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1323 00000100:00100000:1.0:1743493951.441039:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027768320 00000100:00100000:1.0:1743493951.441045:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027768320 00000100:00100000:1.0:1743493951.441090:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12456 00000100:00100000:1.0:1743493951.441097:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027768320:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493951.441186:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493951.441204:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c018e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950654 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.441237:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c0109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950623 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.441257:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4bdce3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fa92 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.441272:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b1:0x0].0x0 (ffff998b519bd080) 00010000:00010000:1.0:1743493951.441290:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493951.441328:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027768576 00000100:00100000:3.0:1743493951.441334:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027768576 00010000:00010000:1.0:1743493951.441337:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441363:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441375:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493951.441404:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3537 00000100:00100000:3.0:1743493951.441410:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6af20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027768576:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:1.0:1743493951.441422:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441429:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441436:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441591:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441599:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.441609:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:3.0:1743493951.441860:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6af20850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027768576:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 447us (1216us total) trans 4294974706 rc 0/0 00000100:00100000:3.0:1743493951.441869:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3537 00000040:00080000:1.0:1743493951.444491:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].316, 64 off28480 00000040:00080000:1.0:1743493951.444551:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3744, 184 off660688 00010000:00010000:1.0:1743493951.444726:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444746:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444794:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444805:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444812:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444818:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444825:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444831:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493951.444836:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444844:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444858:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b1:0x0].0x0 (ffff998b5b3ed700) 00010000:00010000:1.0:1743493951.444863:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493951.444868:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444875:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5032 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444917:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444924:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444930:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444935:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.444940:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444946:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444955:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b1:0x0].0x0 (ffff998b5b3ed700) 00010000:00010000:1.0:1743493951.444958:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493951.444961:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.444967:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c502b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445239:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445246:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445254:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445258:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.445261:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445268:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445278:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:1.0:1743493951.445281:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.445284:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445290:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c501d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493951.445308:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000564086e9 reply state 00000000428be92a transno 4294974707 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445320:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.445327:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x458ba0d4 (ffff998b5b3eca00) 00010000:00010000:1.0:1743493951.445330:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493951.445333:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.445496:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027768320:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 4391us (4928us total) trans 4294974707 rc 0/0 00000100:00100000:1.0:1743493951.445509:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12456 00000100:00100000:2.0:1743493951.447558:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.453063:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.453483:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027768832 00000100:00100000:0.0:1743493951.453498:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027768832 00000100:00100000:0.0:1743493951.453592:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027768960 00000100:00100000:0.0:1743493951.453597:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027768960 00000100:00100000:0.0:1743493951.453647:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12457 00000100:00100000:0.0:1743493951.453659:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027768832:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:2.0:1743493951.453741:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12458 00000100:00100000:2.0:1743493951.453748:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027768960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493951.453809:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493951.453855:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4bb4db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x267:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ee21 expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1743493951.453864:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493951.453898:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4b9006 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e235 expref: 811 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.453920:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4b44a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x267:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8d5 expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.453936:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267:0x0].0x0 (ffff998b55ff5d80) 00010000:00010000:0.0:1743493951.453964:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c4fad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c6c expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.453978:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493951.453982:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.454023:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454038:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454053:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454096:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454104:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.454108:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13333:x1828185027768960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 359us (1059us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493951.454110:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.454117:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12458 00010000:00010000:0.0:1743493951.454268:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x267:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454277:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.454284:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.455088:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.455481:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027769216 00000100:00100000:3.0:1743493951.455491:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027769216 00000100:00100000:3.0:1743493951.455557:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3538 00000100:00100000:3.0:1743493951.455566:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13289:x1828185027769216:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.455949:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027769216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 381us (861us total) trans 4294974708 rc 0/0 00000100:00100000:3.0:1743493951.455958:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3538 00000040:00080000:0.0:1743493951.458508:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].317, 64 off28544 00000040:00080000:0.0:1743493951.458587:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3745, 184 off660872 00010000:00010000:0.0:1743493951.458813:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x267:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458836:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458850:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458861:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458873:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458879:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458886:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458892:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.458897:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458905:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458921:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267:0x0].0x0 (ffff998b50fee0c0) 00010000:00010000:0.0:1743493951.458924:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.458930:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458937:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c504e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x267:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458980:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458987:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458993:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.458998:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.459003:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.459009:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.459017:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x267:0x0].0x0 (ffff998b50fee0c0) 00010000:00010000:0.0:1743493951.459020:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.459023:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.459028:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c5047 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x267:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493951.461598:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.464022:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027769344 00000100:00100000:1.0:1743493951.464041:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027769344 00000100:00100000:1.0:1743493951.464162:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12459 00000100:00100000:1.0:1743493951.464173:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027769344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.464283:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ec:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.464492:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ec:0x0]: rc = -2 00000100:00100000:1.0:1743493951.464608:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027769344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 434us (3021us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.464617:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12459 00000100:00100000:2.0:1743493951.465005:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493951.465032:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465043:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465051:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465058:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.465063:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465071:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465089:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493951.465093:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.465100:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465110:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5039 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493951.465132:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000124f76b reply state 00000000cf115e12 transno 4294974709 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465145:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465153:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xb0449b87 (ffff998b50fec380) 00010000:00010000:0.0:1743493951.465156:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.465160:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.465236:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027768832:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 11579us (17689us total) trans 4294974709 rc 0/0 00000100:00100000:0.0:1743493951.465244:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12457 00000100:00100000:0.0:1743493951.465283:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027769600 00000100:00100000:0.0:1743493951.465289:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027769600 00000100:00100000:0.0:1743493951.465338:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12460 00000100:00100000:0.0:1743493951.465355:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027769600:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.465425:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.465449:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c004c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505dd expref: 810 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.465475:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4bffc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505ac expref: 809 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.465495:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4bd91d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f96c expref: 808 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.465515:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b0:0x0].0x0 (ffff998b5542f100) 00010000:00010000:0.0:1743493951.465533:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.465576:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465590:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465599:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465645:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465653:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465661:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465824:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465833:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.465840:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493951.466241:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].319, 64 off28672 00000004:00080000:0.0:1743493951.466259:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1153772506077ns, next at 1154772494964ns, rc = 0 00000040:00080000:0.0:1743493951.466311:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3746, 184 off661056 00000100:00100000:2.0:1743493951.471505:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.473584:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.473740:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027769984 00000100:00100000:2.0:1743493951.473771:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027769984 00000100:00100000:2.0:1743493951.473865:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3539 00000100:00100000:2.0:1743493951.473875:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027769984:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.474826:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027769728 00000100:00100000:1.0:1743493951.474836:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027769728 00000100:00100000:1.0:1743493951.474912:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12461 00000100:00100000:1.0:1743493951.474921:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027769728:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.474998:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ed:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.475183:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ed:0x0]: rc = -2 00000100:00100000:1.0:1743493951.475301:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027769728:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 379us (3808us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.475312:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12461 00000100:00100000:2.0:1743493951.477453:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027769984:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3566us (3866us total) trans 4294974711 rc 0/0 00000100:00100000:2.0:1743493951.477469:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3539 00010000:00010000:0.0:1743493951.479193:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479221:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479235:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479245:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479251:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479258:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479265:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479272:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.479288:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479296:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479310:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b0:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:0.0:1743493951.479314:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.479320:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479326:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c506a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479383:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479391:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479396:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479401:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.479405:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479411:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479421:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b0:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:0.0:1743493951.479423:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.479427:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479432:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c5063 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479731:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479739:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479745:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479783:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e274c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.479788:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479795:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479806:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493951.479809:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.479812:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479819:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5055 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493951.479839:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008b377fdb reply state 0000000018931d2a transno 4294974710 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479852:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493951.479859:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xb10fb57d (ffff998b50fee400) 00010000:00010000:0.0:1743493951.479862:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.479865:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.479991:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027769600:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 14639us (14982us total) trans 4294974710 rc 0/0 00000100:00100000:0.0:1743493951.480002:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12460 00000100:00100000:1.0:1743493951.483842:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.483913:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.484013:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027770112 00000100:00100000:0.0:1743493951.484027:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027770112 00000100:00100000:0.0:1743493951.484118:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027770368 00000100:00100000:0.0:1743493951.484123:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027770368 00000100:00100000:0.0:1743493951.484162:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12462 00000100:00100000:0.0:1743493951.484173:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027770112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.484280:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.484475:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12463 00000100:00100000:3.0:1743493951.484482:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027770368:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:0.0:1743493951.484523:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027770112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 351us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.484531:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12462 00010000:00010000:3.0:1743493951.484539:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.484576:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4bb6e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x26a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494eec2 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.484611:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4b4e4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc08 expref: 809 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.484633:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4b4d7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbbb expref: 808 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.484650:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a:0x0].0x0 (ffff998b55ff6a80) 00010000:00010000:3.0:1743493951.484670:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.484712:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484728:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484740:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484807:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484816:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484823:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484979:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484988:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.484995:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493951.485648:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].320, 64 off28736 00000040:00080000:3.0:1743493951.485704:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3747, 184 off661240 00010000:00010000:3.0:1743493951.485909:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485921:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485931:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485939:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485947:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485954:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485961:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485968:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.485973:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485982:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.485992:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a:0x0].0x0 (ffff998b50fee740) 00010000:00010000:3.0:1743493951.485996:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.486001:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486008:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5086 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486046:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486054:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486061:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486066:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.486071:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486078:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486086:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26a:0x0].0x0 (ffff998b50fee740) 00010000:00010000:3.0:1743493951.486089:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493951.486092:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486098:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c507f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486376:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486383:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486388:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486394:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.486397:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486408:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486416:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493951.486419:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.486423:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486429:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5071 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493951.486446:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000419da181 reply state 000000005939b9df transno 4294974712 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486458:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.486466:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x5a114248 (ffff998b50fee0c0) 00010000:00010000:3.0:1743493951.486468:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493951.486472:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493951.486603:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027770368:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2114us (2684us total) trans 4294974712 rc 0/0 00000100:00100000:3.0:1743493951.486613:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12463 00000100:00100000:3.0:1743493951.494106:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.497455:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027770496 00000100:00100000:2.0:1743493951.497476:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027770496 00000100:00100000:2.0:1743493951.497606:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12464 00000100:00100000:2.0:1743493951.497617:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027770496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.497788:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.498119:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027770496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 500us (4027us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.498128:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12464 00000100:00100000:0.0:1743493951.508422:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.508532:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027770752 00000100:00100000:2.0:1743493951.508546:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027770752 00000100:00100000:2.0:1743493951.508632:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3540 00000100:00100000:2.0:1743493951.508642:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027770752:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.509111:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027770752:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 468us (702us total) trans 4294974713 rc 0/0 00000100:00100000:2.0:1743493951.509121:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3540 00000100:00100000:1.0:1743493951.509730:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.510032:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027770880 00000100:00100000:2.0:1743493951.510040:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027770880 00000100:00100000:2.0:1743493951.510107:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12465 00000100:00100000:2.0:1743493951.510116:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027770880:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493951.510135:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.510179:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c508d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c88 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.510284:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510302:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510315:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510380:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510394:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510403:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510541:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x274:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510552:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510559:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493951.510609:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x274:0x0]: returning size 4096 00000004:00200000:2.0:1743493951.510615:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493951.510638:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x274:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510650:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510662:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510668:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510675:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510682:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.510687:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510696:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510709:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493951.510712:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.510719:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510725:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c5094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510749:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510803:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510809:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510815:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.510818:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510824:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510832:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x8ee21578 (ffff998b50fee740) 00010000:00010000:2.0:1743493951.510835:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.510838:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510844:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c509b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.510894:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c508d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c88 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.510914:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c88 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.510922:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274:0x0].0x0 (ffff998b5657f780) 00010000:00010000:2.0:1743493951.510924:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493951.510928:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d334c0, rc 0) 00000100:00100000:1.0:1743493951.511301:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027770880:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1181us (1568us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.511310:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12465 00000100:00100000:0.0:1743493951.513370:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.515611:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027771136 00000100:00100000:3.0:1743493951.515632:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027771136 00000100:00100000:3.0:1743493951.515741:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12466 00000100:00100000:3.0:1743493951.515776:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027771136:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493951.515875:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.515912:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c067a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2bc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507f1 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.515949:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c0611 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507c7 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.515971:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4be510 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd01 expref: 809 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.515988:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bc:0x0].0x0 (ffff998b5657f440) 00010000:00010000:3.0:1743493951.516010:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.516058:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516075:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516086:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516138:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516147:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516154:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516332:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516342:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.516368:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493951.516824:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].321, 64 off28800 00000040:00080000:3.0:1743493951.516881:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3748, 184 off661424 00010000:00010000:3.0:1743493951.517051:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517063:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517204:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517214:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517221:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517228:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517235:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517243:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.517248:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517256:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517270:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bc:0x0].0x0 (ffff998b50fec6c0) 00010000:00010000:3.0:1743493951.517274:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.517279:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517286:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c50be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517326:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517334:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517340:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517359:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.517364:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517370:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517380:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2bc:0x0].0x0 (ffff998b50fec6c0) 00010000:00010000:3.0:1743493951.517383:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493951.517386:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517392:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c50b7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517665:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517673:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517679:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517685:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.517688:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517694:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517704:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:3.0:1743493951.517707:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.517710:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517716:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c50a9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493951.517734:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000befb3e0 reply state 0000000067dc32b2 transno 4294974714 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517746:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.517784:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xe260ec82 (ffff998b50fed3c0) 00010000:00010000:3.0:1743493951.517787:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493951.517790:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493951.517921:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027771136:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2165us (4567us total) trans 4294974714 rc 0/0 00000100:00100000:3.0:1743493951.517932:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12466 00000100:00100000:2.0:1743493951.520280:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.520382:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027771264 00000100:00100000:0.0:1743493951.520409:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027771264 00000100:00100000:0.0:1743493951.520504:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12467 00000100:00100000:0.0:1743493951.520515:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027771264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.520692:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.520964:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027771264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 447us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.520979:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12467 00000100:00100000:1.0:1743493951.533185:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.533988:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.535418:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027771520 00000100:00100000:3.0:1743493951.535441:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027771520 00000100:00100000:3.0:1743493951.535567:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3541 00000100:00100000:3.0:1743493951.535578:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027771520:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493951.536134:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027771520:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 555us (2962us total) trans 4294974715 rc 0/0 00000100:00100000:3.0:1743493951.536146:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3541 00000100:00100000:1.0:1743493951.537212:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.537243:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027771776 00000100:00100000:2.0:1743493951.537254:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027771776 00000100:00100000:0.0:1743493951.537396:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12468 00000100:00100000:0.0:1743493951.537405:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027771776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.537497:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.537659:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027771776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 252us (3671us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.537668:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12468 00000100:00100000:2.0:1743493951.538265:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027771648 00000100:00100000:2.0:1743493951.538272:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027771648 00000100:00100000:2.0:1743493951.538328:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12469 00000100:00100000:2.0:1743493951.538335:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027771648:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493951.538357:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.538400:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c50c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c8f expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.538491:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538508:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538521:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538565:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538572:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538578:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538695:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538703:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.538709:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493951.538972:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x2c1:0x0]: returning size 18630 00000004:00200000:2.0:1743493951.538977:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493951.539004:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539015:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539026:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539033:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539039:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539050:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.539055:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539062:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539075:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:2.0:1743493951.539078:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.539083:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539088:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c50cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539111:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539118:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539124:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539129:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.539132:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539139:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539147:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x8849861e (ffff998b50fee740) 00010000:00010000:2.0:1743493951.539150:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.539153:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539158:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c50d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.539203:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c50c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c8f expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.539218:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c8f expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.539225:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:2.0:1743493951.539228:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493951.539231:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9300, rc 0) 00000100:00100000:2.0:1743493951.539314:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027771648:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 978us (2108us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.539322:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12469 00000100:00100000:1.0:1743493951.547939:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.548104:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.548615:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027772160 00000100:00100000:3.0:1743493951.548630:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027772160 00000100:00100000:3.0:1743493951.548730:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027772032 00000100:00100000:3.0:1743493951.548734:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027772032 00000100:00100000:3.0:1743493951.548835:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12470 00000100:00100000:3.0:1743493951.548847:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027772160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.548965:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ee:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.549113:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12471 00000100:00100000:1.0:1743493951.549120:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027772032:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493951.549188:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493951.549236:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4bb9ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x274:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494efc5 expref: 813 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.549276:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4bb9ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x274:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494efb0 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.549299:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c50a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c88 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.549323:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4b67aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x274:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d4ac expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.549342:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274:0x0].0x0 (ffff998b5657f780) 00010000:00010000:1.0:1743493951.549378:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493951.549424:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549441:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549453:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549504:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549513:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549521:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549734:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x274:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549744:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.549793:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000040:00080000:1.0:1743493951.550226:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].322, 64 off28864 00000040:00080000:1.0:1743493951.550282:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3749, 184 off661608 00010000:00010000:1.0:1743493951.550467:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x274:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550479:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550489:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550497:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550510:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550517:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550524:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550530:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493951.550536:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550544:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550555:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274:0x0].0x0 (ffff998b50feea80) 00010000:00010000:1.0:1743493951.550558:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493951.550563:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550570:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c50f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x274:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550609:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550616:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550622:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550628:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.550633:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550639:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550648:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x274:0x0].0x0 (ffff998b50feea80) 00010000:00010000:1.0:1743493951.550651:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493951.550654:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 2/0,0 mode: --/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550660:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c50ef lrc: 0/0,0 mode: --/EX res: [0x200000402:0x274:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550980:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550988:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.550995:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551001:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.551004:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551011:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551021:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493951.551024:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.551027:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551037:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c50e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:1.0:1743493951.551054:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000074e2f1 reply state 00000000d3c3e0f8 transno 4294974716 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551066:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493951.551073:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x8ee21578 (ffff998b50fec6c0) 00010000:00010000:1.0:1743493951.551076:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493951.551079:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.551245:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027772032:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2119us (3136us total) trans 4294974716 rc 0/0 00000100:00100000:1.0:1743493951.551257:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12471 00000004:00000080:3.0:1743493951.551871:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ee:0x0]: rc = -2 00000100:00100000:3.0:1743493951.552339:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027772160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3491us (4411us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.552360:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12470 00000100:00100000:3.0:1743493951.555845:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.556533:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.557440:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027772544 00000100:00100000:0.0:1743493951.557457:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027772544 00000100:00100000:0.0:1743493951.557557:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3542 00000100:00100000:0.0:1743493951.557567:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027772544:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493951.557990:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027772544:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 422us (2157us total) trans 4294974717 rc 0/0 00000100:00100000:0.0:1743493951.558000:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3542 00000100:00100000:2.0:1743493951.559127:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027772288 00000100:00100000:2.0:1743493951.559139:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027772288 00000100:00100000:2.0:1743493951.559232:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1324 00000100:00100000:2.0:1743493951.559242:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:2438:x1828185027772288:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493951.559274:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493951.559310:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c50da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c8f expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.559339:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:2.0:1743493951.559354:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493951.559423:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:2438:x1828185027772288:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 181us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.559432:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1324 00000100:00100000:0.0:1743493951.567221:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.567363:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773056 00000100:00100000:1.0:1743493951.567378:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773056 00000100:00100000:1.0:1743493951.567476:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12472 00000100:00100000:1.0:1743493951.567487:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027773056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.567603:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ef:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.567862:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ef:0x0]: rc = -2 00000100:00100000:1.0:1743493951.567976:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027773056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 488us (769us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.567986:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12472 00000100:00100000:3.0:1743493951.572332:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.574216:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027772800 00000100:00100000:0.0:1743493951.574235:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027772800 00000100:00100000:0.0:1743493951.575785:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3543 00000100:00100000:0.0:1743493951.575867:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aef3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027772800:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493951.576858:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aef3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027772800:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 996us (4538us total) trans 4294974718 rc 0/0 00000100:00100000:0.0:1743493951.576871:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3543 00000100:00100000:3.0:1743493951.578206:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.578593:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.578673:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773184 00000100:00100000:3.0:1743493951.578700:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773184 00000100:00100000:3.0:1743493951.578839:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773312 00000100:00100000:3.0:1743493951.578855:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773312 00000100:00100000:3.0:1743493951.578907:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12473 00000100:00100000:3.0:1743493951.578927:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027773184:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493951.579069:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.579103:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c37f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951614 expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.579140:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c376c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f1 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.579163:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4bea8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fec8 expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.579180:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b5b3ee0c0) 00010000:00010000:3.0:1743493951.579200:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.579247:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579264:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579275:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579323:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579330:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579337:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579511:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579524:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493951.579533:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493951.580039:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12474 00000100:00100000:1.0:1743493951.580048:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027773312:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.580125:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.580332:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027773312:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.580342:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12474 00000040:00080000:2.0:1743493951.585784:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].318, 64 off28608 00000040:00080000:2.0:1743493951.585849:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3750, 184 off661792 00010000:00010000:2.0:1743493951.586051:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586073:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586089:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586098:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586105:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586111:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586118:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586125:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f165c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.586130:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586139:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586154:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b50fee740) 00010000:00010000:2.0:1743493951.586158:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.586164:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586171:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c5112 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586217:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586224:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586230:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586236:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.586241:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586247:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586257:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c1:0x0].0x0 (ffff998b50fee740) 00010000:00010000:2.0:1743493951.586259:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.586263:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586269:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c510b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586569:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586577:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586585:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586590:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.586594:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586601:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586611:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:2.0:1743493951.586614:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.586618:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586624:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c50fd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493951.586643:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001d729554 reply state 000000002a76ac36 transno 4294974719 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586656:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493951.586663:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x8849861e (ffff998b50feea80) 00010000:00010000:2.0:1743493951.586666:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.586670:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.586860:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027773184:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7928us (8654us total) trans 4294974719 rc 0/0 00000100:00100000:2.0:1743493951.586872:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12473 00000100:00100000:0.0:1743493951.588029:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.588278:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.588563:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773568 00000100:00100000:3.0:1743493951.588576:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773568 00000100:00100000:3.0:1743493951.588689:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773696 00000100:00100000:3.0:1743493951.588694:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773696 00000100:00100000:0.0:1743493951.588968:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12475 00000100:00100000:0.0:1743493951.588979:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027773568:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.589082:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.589115:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4bbb25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x276:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f019 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.589150:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4b9c85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x276:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e672 expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.589173:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4b690f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x276:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d523 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.589191:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x276:0x0].0x0 (ffff998b55ff6400) 00010000:00010000:0.0:1743493951.589212:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.589258:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589273:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589285:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589336:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589344:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589365:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589536:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x276:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589546:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.589554:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493951.590000:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].323, 64 off28928 00000040:00080000:0.0:1743493951.590053:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3751, 184 off661976 00010000:00010000:0.0:1743493951.590215:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x276:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590226:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590235:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590243:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590256:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590263:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590271:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590278:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b018040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.590283:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590292:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590301:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x276:0x0].0x0 (ffff998b50fecd40) 00010000:00010000:0.0:1743493951.590305:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.590309:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590316:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c512e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x276:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590367:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590374:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590381:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590387:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0196c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.590392:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590399:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590407:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x276:0x0].0x0 (ffff998b50fecd40) 00010000:00010000:0.0:1743493951.590410:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.590414:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590420:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c5127 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x276:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590698:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590707:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590713:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590719:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.590723:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590729:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590739:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493951.590742:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.590746:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590782:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c5119 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493951.590801:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007feb7e6f reply state 000000008aa26503 transno 4294974720 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590813:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.590820:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x283705e2 (ffff998b50feca00) 00010000:00010000:0.0:1743493951.590823:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.590826:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.590977:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027773568:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1995us (2948us total) trans 4294974720 rc 0/0 00000100:00100000:0.0:1743493951.590988:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12475 00000100:00100000:0.0:1743493951.591053:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12476 00000100:00100000:0.0:1743493951.591063:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027773696:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.591140:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.591314:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027773696:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 251us (3036us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.591322:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12476 00000100:00100000:3.0:1743493951.595928:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.602086:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.602175:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774080 00000100:00100000:3.0:1743493951.602189:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774080 00000100:00100000:3.0:1743493951.602309:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12477 00000100:00100000:3.0:1743493951.602323:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027774080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.602460:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.602604:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027773952 00000100:00100000:0.0:1743493951.602612:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027773952 00000100:00100000:3.0:1743493951.603339:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027774080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1016us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.603363:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12477 00000100:00100000:2.0:1743493951.604125:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3544 00000100:00100000:2.0:1743493951.604136:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027773952:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.604543:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027773952:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 405us (8627us total) trans 4294974721 rc 0/0 00000100:00100000:2.0:1743493951.604553:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3544 00000100:00100000:2.0:1743493951.610690:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.611328:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774208 00000100:00100000:3.0:1743493951.611342:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774208 00000100:00100000:3.0:1743493951.611454:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12478 00000100:00100000:3.0:1743493951.611467:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027774208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.611586:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.618083:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027774208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 6601us (7409us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.618447:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.618973:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12478 00000100:00100000:0.0:1743493951.619472:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774336 00000100:00100000:0.0:1743493951.619485:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774336 00000100:00100000:0.0:1743493951.619562:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12479 00000100:00100000:0.0:1743493951.619572:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027774336:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.619601:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493951.619650:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01bc40/0x1414d533cd4c5135 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c96 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.619795:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619815:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619830:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619881:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619890:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619898:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619955:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619963:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619970:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619977:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b018b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.619983:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.619991:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620007:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:0.0:1743493951.620010:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.620016:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620023:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018b80/0x1414d533cd4c513c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620049:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620056:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620063:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620069:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.620072:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620079:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.620087:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0xa12f67b5 (ffff998b50fee740) 00010000:00010000:0.0:1743493951.620090:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.620093:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.621925:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b4c0/0x1414d533cd4c5143 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.622040:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01bc40/0x1414d533cd4c5135 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c96 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.622051:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01bc40/0x1414d533cd4c5135 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c96 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.622069:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01bc40, rc 0) 00000100:00100000:0.0:1743493951.623676:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027774336:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4091us (5218us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493951.623692:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12479 00000100:00100000:1.0:1743493951.632072:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.632148:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.632203:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.632253:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774592 00000100:00100000:1.0:1743493951.632265:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774592 00000100:00100000:3.0:1743493951.632318:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774720 00000100:00100000:3.0:1743493951.632326:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774720 00000100:00100000:1.0:1743493951.632363:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774848 00000100:00100000:1.0:1743493951.632369:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774848 00000100:00100000:3.0:1743493951.632412:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12480 00000100:00100000:1.0:1743493951.632422:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12481 00000100:00100000:3.0:1743493951.632426:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027774592:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:1.0:1743493951.632436:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027774720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:3.0:1743493951.632543:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.632583:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c3662 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495159d expref: 812 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493951.632597:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12482 00000100:00100000:0.0:1743493951.632606:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027774848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493951.632620:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.632625:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c359e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951565 expref: 811 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.632656:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4be6ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd94 expref: 810 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.632667:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c514a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951c9d expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.632840:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493951.632857:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493951.632869:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:0.0:1743493951.632930:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22c:0x0]: returning size 4096 00000004:00200000:0.0:1743493951.632936:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493951.632965:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493951.632978:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b5b3ee400) 00010000:00010000:0.0:1743493951.632998:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0196c0/0x1414d533cd4c514a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c9d expref: 811 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.633001:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.633025:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c9d expref: 810 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.633033:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:0.0:1743493951.633037:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493951.633039:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.633042:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b018040, rc 0) 00010000:00010000:3.0:1743493951.633056:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633067:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633121:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633129:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633137:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493951.633162:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027774848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 554us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.633173:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12482 00010000:00010000:3.0:1743493951.633309:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633319:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.633328:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00000080:1.0:1743493951.636011:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493951.636228:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f0:0x0]: rc = -2 00000100:00100000:1.0:1743493951.636369:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027774720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3930us (4213us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493951.636384:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12481 00000040:00080000:2.0:1743493951.637563:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].324, 64 off28992 00000040:00080000:2.0:1743493951.637617:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3752, 184 off662160 00010000:00010000:2.0:1743493951.637840:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637860:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637873:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637883:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637891:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637898:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637905:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637911:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493951.637916:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637926:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637939:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b50fef440) 00010000:00010000:2.0:1743493951.637942:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493951.637948:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637954:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c516d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.637994:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638002:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638008:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638013:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.638018:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638024:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638033:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c0:0x0].0x0 (ffff998b50fef440) 00010000:00010000:2.0:1743493951.638036:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.638040:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638046:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019300/0x1414d533cd4c5166 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638386:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638395:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638402:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638406:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.638410:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638416:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638425:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:2.0:1743493951.638427:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.638430:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638436:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b880/0x1414d533cd4c5158 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493951.638452:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002b9573fb reply state 00000000b120383d transno 4294974722 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638464:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.638470:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x7eb5c453 (ffff998b50fecd40) 00010000:00010000:2.0:1743493951.638473:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.638478:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.638609:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027774592:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6181us (6546us total) trans 4294974722 rc 0/0 00000100:00100000:2.0:1743493951.638619:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12480 00000100:00100000:2.0:1743493951.649075:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.649267:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027774976 00000100:00100000:0.0:1743493951.649281:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027774976 00000100:00100000:0.0:1743493951.649425:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3545 00000100:00100000:0.0:1743493951.649437:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027774976:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493951.650355:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.650461:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775104 00000100:00100000:3.0:1743493951.650470:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775104 00000100:00100000:3.0:1743493951.650546:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12483 00000100:00100000:3.0:1743493951.650555:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027775104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.650648:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493951.650885:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f1:0x0]: rc = -2 00000100:00100000:3.0:1743493951.651022:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027775104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 466us (677us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.651032:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12483 00000100:00100000:1.0:1743493951.663156:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.663244:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.664158:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027774976:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 14717us (15092us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.664178:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3545 00000100:00100000:0.0:1743493951.664915:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775232 00000100:00100000:0.0:1743493951.664928:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775232 00000100:00100000:0.0:1743493951.665012:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775360 00000100:00100000:0.0:1743493951.665016:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775360 00000100:00100000:0.0:1743493951.665064:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12484 00000100:00100000:0.0:1743493951.665074:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027775232:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.665187:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.665588:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12485 00000100:00100000:3.0:1743493951.665597:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027775360:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.665610:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.665653:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5174 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ca4 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.665793:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.665812:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.665827:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.665968:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.665978:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.665987:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666044:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666053:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666065:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666073:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.666078:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666087:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666102:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493951.666105:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.666110:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666118:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c517b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666141:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666148:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666153:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666158:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501aed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.666161:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666166:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666173:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xa12f67b5 (ffff998c6d1e9700) 00010000:00010000:3.0:1743493951.666175:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.666177:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666183:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5182 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.666228:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5174 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ca4 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.666237:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5174 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ca4 expref: 812 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.666248:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ad300, rc 0) 00000100:00100000:2.0:1743493951.666446:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027775360:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 845us (3198us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493951.666456:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12485 00000100:00100000:0.0:1743493951.666593:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027775232:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1518us (3451us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.666603:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12484 00000100:00100000:2.0:1743493951.680047:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.680161:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775488 00000100:00100000:1.0:1743493951.680175:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775488 00000100:00100000:0.0:1743493951.681128:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12486 00000100:00100000:0.0:1743493951.681142:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027775488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.681256:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.681636:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027775488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 493us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.681646:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12486 00000100:00100000:2.0:1743493951.690977:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.692952:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775616 00000100:00100000:1.0:1743493951.692972:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775616 00000100:00100000:1.0:1743493951.693111:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12487 00000100:00100000:1.0:1743493951.693124:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027775616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.693234:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.693495:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027775616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.693505:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12487 00000100:00100000:2.0:1743493951.694114:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.699106:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027775872 00000100:00100000:1.0:1743493951.699126:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027775872 00000100:00100000:1.0:1743493951.699237:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3546 00000100:00100000:1.0:1743493951.699247:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027775872:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.699816:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027775872:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 568us (5703us total) trans 4294974723 rc 0/0 00000100:00100000:1.0:1743493951.699827:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3546 00000100:00100000:3.0:1743493951.699994:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.700097:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776000 00000100:00100000:0.0:1743493951.700105:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776000 00000100:00100000:0.0:1743493951.700168:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12488 00000100:00100000:0.0:1743493951.700177:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027776000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.700260:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.700264:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.700324:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776256 00000100:00100000:3.0:1743493951.700330:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776256 00000100:00100000:3.0:1743493951.700409:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12489 00000100:00100000:3.0:1743493951.700418:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027776256:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:0.0:1743493951.700467:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027776000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 289us (474us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493951.700476:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1743493951.700477:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12488 00010000:00010000:3.0:1743493951.700521:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c25fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951121 expref: 811 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.700557:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30b:0x0].0x0 (ffff998b5683e740) 00010000:00010000:3.0:1743493951.700589:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c40cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518bb expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.700607:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:3.0:1743493951.700612:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.700663:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.700683:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.700696:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.700823:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.700843:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.700858:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701015:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701024:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701032:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493951.701466:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].319, 64 off28672 00000004:00080000:3.0:1743493951.701486:0:6550:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1154007732652ns, next at 1155007719392ns, rc = 0 00000040:00080000:3.0:1743493951.701539:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3753, 184 off662344 00010000:00010000:3.0:1743493951.701691:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701703:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701712:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701721:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701729:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701736:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701744:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701795:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.701801:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701813:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701825:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30b:0x0].0x0 (ffff998b542b3440) 00010000:00010000:3.0:1743493951.701831:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.701837:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.701845:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c519e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701940:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701950:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701957:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701963:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.701967:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701974:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.701985:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30b:0x0].0x0 (ffff998b542b3440) 00010000:00010000:2.0:1743493951.701988:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.701992:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702003:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5197 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702866:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702877:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702884:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702890:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.702895:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702901:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702913:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493951.702916:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.702919:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702925:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5189 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493951.702945:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000097bb8c98 reply state 0000000096c4ada9 transno 4294974724 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702959:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.702970:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x22737f46 (ffff998b542b3ac0) 00010000:00010000:2.0:1743493951.702973:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.702977:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.703112:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027776256:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2690us (2845us total) trans 4294974724 rc 0/0 00000100:00100000:2.0:1743493951.703123:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12489 00000100:00100000:2.0:1743493951.710738:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50117340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060457600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1743493951.710917:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493951.711016:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060457600 00000100:00100000:2.0:1743493951.711026:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060457600 00000100:00100000:2.0:1743493951.711111:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1743493951.711120:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060457600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1743493951.711178:0:6558:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:2.0:1743493951.711287:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060457600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 165us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.711297:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1743493951.711622:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50117340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060457600:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1743493951.711679:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a54540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060457728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1743493951.711804:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493951.711848:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060457984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1743493951.711859:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1743493951.711870:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a55680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060457856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1743493951.711999:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493951.712013:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493951.712075:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060457984 00000100:00100000:0.0:1743493951.712083:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060457984 00000100:00100000:3.0:1743493951.712175:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060457728 00000100:00100000:3.0:1743493951.712181:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060457728 00000100:00100000:3.0:1743493951.716095:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060457856 00000100:00100000:0.0:1743493951.716106:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1743493951.716119:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060457984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1743493951.716199:0:6557:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445392384 avail 1315930112 00000100:00080000:1.0:1743493951.716504:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493921 00000100:00100000:0.0:1743493951.716537:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060457984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 416us (4535us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.716549:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1743493951.716730:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060457984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1743493951.716971:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060457856 00000100:00100000:3.0:1743493951.717026:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1743493951.717033:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060457728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1743493951.717070:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 5525504 granted 488944832 pending 196608 free 3874693120 avail 3643170816 00000100:00100000:3.0:1743493951.717175:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060457728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (5370us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.717184:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1743493951.717214:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1743493951.717219:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+26:3676:x1828185060457856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1743493951.717240:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 5525504 granted 488944832 pending 196608 free 3874693120 avail 3643170816 00000100:00100000:3.0:1743493951.717307:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+26:3676:x1828185060457856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (5296us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.717314:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1743493951.718101:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a55680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060457856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1743493951.718137:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a54540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060457728:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1743493951.719826:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493921 00000100:00100000:2.0:1743493951.730584:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.732271:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776384 00000100:00100000:0.0:1743493951.732290:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776384 00000100:00100000:0.0:1743493951.732424:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12490 00000100:00100000:0.0:1743493951.732437:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027776384:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.732526:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493951.732736:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f2:0x0]: rc = -2 00000100:00100000:0.0:1743493951.732899:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027776384:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 462us (2328us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493951.732908:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12490 00000100:00100000:3.0:1743493951.743899:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.743981:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.744119:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776640 00000100:00100000:1.0:1743493951.744133:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776640 00000100:00100000:1.0:1743493951.744239:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776768 00000100:00100000:1.0:1743493951.744243:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776768 00000100:00100000:1.0:1743493951.744291:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12491 00000100:00100000:1.0:1743493951.744301:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027776640:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.744355:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.744399:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c51a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cab expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.744542:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.744566:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.744579:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493951.744641:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x203:0x0]: returning size 4096 00000004:00200000:1.0:1743493951.744646:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.744672:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.744702:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c51a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cab expref: 814 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.744726:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cab expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.744736:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493951.744739:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493951.744744:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90b80, rc 0) 00000100:00100000:1.0:1743493951.744890:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027776640:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 590us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.744900:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12491 00000100:00100000:1.0:1743493951.744949:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12492 00000100:00100000:1.0:1743493951.744956:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027776768:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493951.745037:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493951.745057:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c3a0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516bc expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.745086:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c3995 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951692 expref: 811 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.745109:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4bef90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495007a expref: 810 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.745125:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b50fef100) 00010000:00010000:1.0:1743493951.745151:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018040/0x1414d533cd4c5151 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951c9d expref: 809 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.745164:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:1.0:1743493951.745168:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493951.745198:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745208:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745215:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745257:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745266:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745273:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745457:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745467:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.745475:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493951.746173:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].320, 64 off28736 00000040:00080000:1.0:1743493951.746233:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3754, 176 off662520 00010000:00010000:1.0:1743493951.746401:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746413:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746423:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746431:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746438:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746445:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746452:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746459:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493951.746463:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746471:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746482:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:1.0:1743493951.746485:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493951.746489:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746495:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c51c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746530:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746537:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746543:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746548:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f925c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.746552:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746557:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746565:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c5:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:1.0:1743493951.746568:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493951.746571:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746577:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c51c1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746850:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746859:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746865:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746870:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.746873:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746880:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746888:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:1.0:1743493951.746890:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.746894:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746899:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c51b3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493951.746914:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000af0e699f reply state 00000000066e5b04 transno 4294974725 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746924:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.746930:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0xd4ab1204 (ffff998b5542f100) 00010000:00010000:1.0:1743493951.746933:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493951.746936:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493951.747039:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027776768:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2078us (3054us total) trans 4294974725 rc 0/0 00000100:00100000:1.0:1743493951.747053:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12492 00000100:00100000:2.0:1743493951.748519:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.748654:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027776896 00000100:00100000:3.0:1743493951.748668:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027776896 00000100:00100000:3.0:1743493951.748777:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12493 00000100:00100000:3.0:1743493951.748786:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027776896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.748847:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493951.753633:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f3:0x0]: rc = -2 00000100:00100000:3.0:1743493951.753819:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027776896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 5024us (5298us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.753835:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12493 00000100:00100000:2.0:1743493951.758050:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.758467:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027777024 00000100:00100000:3.0:1743493951.758481:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027777024 00000100:00100000:3.0:1743493951.758577:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12494 00000100:00100000:3.0:1743493951.758587:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027777024:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493951.758630:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493951.758674:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c51cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cb2 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.758837:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758855:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758867:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758913:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758921:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758928:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758985:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.758992:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759000:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759007:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.759012:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759020:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759037:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493951.759041:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.759047:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759054:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c51d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759075:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759082:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759089:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759094:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.759097:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759103:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759111:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa12f67b5 (ffff998b5022a400) 00010000:00010000:3.0:1743493951.759113:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.759116:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759121:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c51dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.759170:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c51cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cb2 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.759180:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c51cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cb2 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.759194:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f91a80, rc 0) 00000100:00100000:3.0:1743493951.759305:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027777024:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 717us (1270us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493951.759313:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12494 00000100:00100000:2.0:1743493951.767587:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.767803:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027777280 00000100:00100000:0.0:1743493951.767817:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027777280 00000100:00100000:0.0:1743493951.767898:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3547 00000100:00100000:0.0:1743493951.767908:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027777280:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493951.768312:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027777280:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 403us (743us total) trans 4294974726 rc 0/0 00000100:00100000:0.0:1743493951.768321:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3547 00000100:00100000:1.0:1743493951.769520:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.769646:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027777408 00000100:00100000:0.0:1743493951.769656:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027777408 00000100:00100000:0.0:1743493951.769731:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3548 00000100:00100000:0.0:1743493951.769740:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aef6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027777408:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493951.782641:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.782824:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.783327:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027777664 00000100:00100000:0.0:1743493951.783341:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027777664 00000100:00100000:0.0:1743493951.783455:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027777792 00000100:00100000:0.0:1743493951.783459:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027777792 00000100:00100000:0.0:1743493951.783512:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12495 00000100:00100000:0.0:1743493951.783522:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027777664:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.783638:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.783677:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c3c04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951756 expref: 814 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.783717:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c3b39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951710 expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.783739:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4bf196 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950122 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.783805:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b5b3ec380) 00010000:00010000:0.0:1743493951.783830:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.783874:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.783892:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.783905:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.783956:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.783964:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.783971:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784147:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784156:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784164:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493951.784580:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].325, 64 off29056 00000040:00080000:0.0:1743493951.784630:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3755, 184 off662704 00010000:00010000:0.0:1743493951.784827:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784837:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784847:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784855:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784863:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784869:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784875:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784882:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.784887:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784896:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784906:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:0.0:1743493951.784909:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.784914:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784920:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c51f9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784953:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784959:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784966:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784971:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.784975:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784980:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784987:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c8:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:0.0:1743493951.784990:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.784992:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.784998:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c51f2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785259:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785266:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785272:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785277:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.785281:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785286:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785295:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:0.0:1743493951.785297:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.785300:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785305:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c51e4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493951.785320:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f53667d3 reply state 0000000082fb6fe3 transno 4294974727 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785330:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.785335:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x2f16ddac (ffff998b50e5fac0) 00010000:00010000:0.0:1743493951.785338:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.785341:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.785514:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027777664:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1989us (2884us total) trans 4294974727 rc 0/0 00000100:00100000:0.0:1743493951.785526:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12495 00000100:00100000:0.0:1743493951.785595:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12496 00000100:00100000:0.0:1743493951.785604:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027777792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.785692:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.785909:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027777792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 303us (3084us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.785918:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12496 00000100:00100000:1.0:1743493951.788808:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aef6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027777408:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 19007us (19234us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.788826:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3548 00000100:00100000:2.0:1743493951.794578:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.794701:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778048 00000100:00100000:1.0:1743493951.794716:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778048 00000100:00100000:1.0:1743493951.794842:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3549 00000100:00100000:1.0:1743493951.794854:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027778048:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.795305:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027778048:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 452us (742us total) trans 4294974728 rc 0/0 00000100:00100000:1.0:1743493951.795316:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3549 00000100:00100000:2.0:1743493951.805911:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.806088:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.806187:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778176 00000100:00100000:1.0:1743493951.806201:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778176 00000100:00100000:1.0:1743493951.806293:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778304 00000100:00100000:1.0:1743493951.806297:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778304 00000100:00100000:1.0:1743493951.806360:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12497 00000100:00100000:1.0:1743493951.806370:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027778176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493951.806472:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.806711:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027778176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.806721:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12497 00000100:00100000:1.0:1743493951.806813:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12498 00000100:00100000:1.0:1743493951.806820:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027778304:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.806837:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493951.806882:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5200 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cb9 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.806979:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.806998:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807011:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807060:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807068:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807076:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807222:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x266:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807233:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807240:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493951.807278:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x266:0x0]: returning size 543 00000004:00200000:1.0:1743493951.807283:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.807307:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x266:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807319:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807328:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807336:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807357:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807364:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.807369:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807379:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807394:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493951.807397:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.807403:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807410:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5207 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807434:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807440:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807447:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807453:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493951.807456:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807461:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807469:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xb0449b87 (ffff998b50e5f100) 00010000:00010000:1.0:1743493951.807471:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493951.807474:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807480:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c520e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.807530:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5200 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cb9 expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.807550:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cb9 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.807558:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x266:0x0].0x0 (ffff998b55ff4040) 00010000:00010000:1.0:1743493951.807561:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493951.807564:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c1e40, rc 0) 00000100:00100000:1.0:1743493951.807640:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027778304:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 819us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.807648:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12498 00000100:00100000:3.0:1743493951.808689:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.808993:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778560 00000100:00100000:0.0:1743493951.809004:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778560 00000100:00100000:0.0:1743493951.809069:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12499 00000100:00100000:0.0:1743493951.809078:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027778560:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.809165:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.809193:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b018f40/0x1414d533cd4c3fa0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2cc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951860 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.809225:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c3eb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951813 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.809248:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4bf38e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501ca expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.809264:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5e0c0) 00010000:00010000:0.0:1743493951.809283:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.809325:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809339:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809365:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809415:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809423:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809430:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809585:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809594:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.809602:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493951.810078:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].326, 64 off29120 00000040:00080000:0.0:1743493951.810133:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3756, 184 off662888 00010000:00010000:0.0:1743493951.810300:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810311:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810320:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810334:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810341:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810361:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810369:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810376:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.810380:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810389:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810400:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:0.0:1743493951.810404:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.810408:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810415:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5231 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810455:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810462:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810469:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810475:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.810479:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810486:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810495:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cc:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:0.0:1743493951.810498:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.810502:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810508:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c522a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810826:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810834:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810841:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810847:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53ccb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.810850:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810857:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810867:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:0.0:1743493951.810870:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.810875:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810881:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c521c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493951.810900:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001ce802f3 reply state 00000000c0c56924 transno 4294974729 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810914:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493951.810921:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x3b73c5df (ffff998b50e5edc0) 00010000:00010000:0.0:1743493951.810924:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.810927:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.811078:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027778560:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1978us (2372us total) trans 4294974729 rc 0/0 00000100:00100000:0.0:1743493951.811090:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12499 00000100:00100000:0.0:1743493951.818673:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.821187:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778688 00000100:00100000:3.0:1743493951.821206:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778688 00000100:00100000:3.0:1743493951.821314:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12500 00000100:00100000:3.0:1743493951.821325:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027778688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493951.823054:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.823271:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778816 00000100:00100000:0.0:1743493951.823282:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778816 00000004:00000080:3.0:1743493951.824265:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493951.824689:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.824787:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.825047:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1325 00000100:00100000:2.0:1743493951.825062:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:2440:x1828185027778816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493951.825098:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493951.825138:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5215 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cb9 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.825167:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x266:0x0].0x0 (ffff998b55ff4040) 00010000:00010000:2.0:1743493951.825175:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493951.825293:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:2440:x1828185027778816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 233us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.825303:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1325 00000100:00100000:2.0:1743493951.825385:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027779200 00000100:00100000:2.0:1743493951.825394:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027779200 00000100:00100000:2.0:1743493951.830601:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3550 00000100:00100000:2.0:1743493951.830617:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027779200:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.831218:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027779200:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 601us (6427us total) trans 4294974730 rc 0/0 00000100:00100000:2.0:1743493951.831229:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3550 00000100:00100000:2.0:1743493951.834718:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027778944 00000100:00100000:2.0:1743493951.834739:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027778944 00000100:00100000:3.0:1743493951.834862:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027778688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 13529us (16195us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.834878:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12500 00000100:00100000:0.0:1743493951.835656:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.835775:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027779456 00000100:00100000:3.0:1743493951.835784:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027779456 00000100:00100000:3.0:1743493951.835864:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12501 00000100:00100000:3.0:1743493951.835873:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027779456:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493951.835982:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493951.836026:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f100/0x1414d533cd4bb409 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x266:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494edfe expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.836068:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4b9092 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x266:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e266 expref: 811 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.836093:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4b44b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x266:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8dc expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.836111:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x266:0x0].0x0 (ffff998b55ff4040) 00010000:00010000:3.0:1743493951.836141:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c51ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cab expref: 809 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.836156:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493951.836160:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.836208:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836226:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836239:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836289:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836298:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836306:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836668:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836679:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.836688:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000100:00100000:2.0:1743493951.836924:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12502 00000100:00100000:2.0:1743493951.836933:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+808:13290:x1828185027778944:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493951.836951:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.836980:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c524d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cc0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.837108:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837121:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837132:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837180:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837188:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837196:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837228:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837236:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837244:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837252:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.837258:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837267:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837279:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:2.0:1743493951.837283:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.837288:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837295:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5254 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837317:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837324:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837331:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837336:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.837340:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837359:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837368:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0xa12f67b5 (ffff998b561a7ac0) 00010000:00010000:2.0:1743493951.837371:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.837374:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493951.837381:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c525b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493951.837936:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].327, 64 off29184 00000040:00080000:3.0:1743493951.837988:0:11942:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3757, 184 off663072 00010000:00010000:3.0:1743493951.838166:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x266:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.838178:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.838188:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.838197:0:11942:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.838204:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.838647:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c524d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cc0 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.838658:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c524d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cc0 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.838677:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b536434c0, rc 0) 00000100:00100000:2.0:1743493951.839047:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027778944:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2112us (14361us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493951.839057:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12502 00010000:00010000:3.0:1743493951.842655:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.842667:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.842675:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.842681:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.842692:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.842715:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x266:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:3.0:1743493951.842720:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493951.842726:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493951.842733:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5262 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843640:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843650:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843656:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843661:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.843666:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843671:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843682:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x266:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:2.0:1743493951.843684:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493951.843688:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.843693:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5246 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844058:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844070:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844076:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844080:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.844083:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844088:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844097:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493951.844099:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.844102:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844108:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5238 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00000004:00010000:2.0:1743493951.844123:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cb3b8438 reply state 0000000059a22f16 transno 4294974731 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844135:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.844144:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xb0449b87 (ffff998b502b3ac0) 00010000:00010000:2.0:1743493951.844146:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493951.844150:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493951.844295:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027779456:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8414us (8635us total) trans 4294974731 rc 0/0 00000100:00100000:2.0:1743493951.844310:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12501 00000100:00100000:2.0:1743493951.845909:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.846921:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027779584 00000100:00100000:0.0:1743493951.846935:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027779584 00000100:00100000:0.0:1743493951.847029:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12503 00000100:00100000:0.0:1743493951.847039:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027779584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.847133:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493951.847363:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027779584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 324us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.847373:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12503 00000100:00100000:3.0:1743493951.850783:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.851004:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.851127:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027779712 00000100:00100000:0.0:1743493951.851140:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027779712 00000100:00100000:0.0:1743493951.851214:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027779968 00000100:00100000:0.0:1743493951.851218:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027779968 00000100:00100000:0.0:1743493951.851261:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3551 00000100:00100000:0.0:1743493951.851271:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027779712:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493951.852460:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3552 00000100:00100000:0.0:1743493951.852470:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027779968:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493951.852955:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027779968:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 483us (1948us total) trans 4294974732 rc 0/0 00000100:00100000:0.0:1743493951.852964:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3552 00000100:00100000:0.0:1743493951.863973:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.864056:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.864957:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780096 00000100:00100000:3.0:1743493951.864970:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780096 00000100:00100000:3.0:1743493951.865042:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780352 00000100:00100000:3.0:1743493951.865045:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780352 00000100:00100000:3.0:1743493951.865082:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12504 00000100:00100000:3.0:1743493951.865091:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027780096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.865171:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493951.865361:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f4:0x0]: rc = -2 00000100:00100000:3.0:1743493951.865461:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027780096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 369us (1501us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493951.865471:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12504 00000100:00100000:3.0:1743493951.865515:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12505 00000100:00100000:3.0:1743493951.865520:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027780352:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493951.865580:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493951.865616:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4bb7f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x26b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef08 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.865650:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4b4f4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc6a expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.865678:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4b4e74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc16 expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.865695:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b:0x0].0x0 (ffff998b55ff60c0) 00010000:00010000:3.0:1743493951.865715:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493951.865770:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865786:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865796:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865842:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865849:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865857:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865977:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865985:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.865991:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493951.866425:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].321, 64 off28800 00000040:00080000:3.0:1743493951.866478:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3758, 184 off663256 00010000:00010000:3.0:1743493951.866639:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866649:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866658:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866665:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866672:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866679:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866685:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866691:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493951.866695:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866703:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493951.866705:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13290:x1828185027779712:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 15433us (15961us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493951.866712:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b:0x0].0x0 (ffff998b561a4d40) 00010000:00010000:3.0:1743493951.866715:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:1.0:1743493951.866717:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3551 00010000:00010000:3.0:1743493951.866719:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866725:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c527e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866774:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866781:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866786:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866791:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.866794:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866799:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866807:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26b:0x0].0x0 (ffff998b561a4d40) 00010000:00010000:3.0:1743493951.866809:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493951.866812:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.866817:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5277 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867069:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867077:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867083:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867088:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.867092:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867097:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867107:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493951.867109:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.867112:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867117:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5269 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:3.0:1743493951.867132:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a866e78a reply state 00000000f482761b transno 4294974733 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867143:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.867149:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x5a114248 (ffff998b561a7ac0) 00010000:00010000:3.0:1743493951.867151:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493951.867153:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493951.867214:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+809:13289:x1828185027780352:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1692us (3158us total) trans 4294974733 rc 0/0 00000100:00100000:3.0:1743493951.867222:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12505 00000100:00100000:2.0:1743493951.885354:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.885412:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780480 00000100:00100000:2.0:1743493951.885422:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.885426:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780480 00000100:00100000:2.0:1743493951.885478:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.886157:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12506 00000100:00100000:0.0:1743493951.886169:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027780480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.886277:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f5:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493951.886510:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f5:0x0]: rc = -2 00000100:00100000:0.0:1743493951.886627:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+809:13333:x1828185027780480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 458us (1298us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493951.886638:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12506 00000100:00100000:3.0:1743493951.887509:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780608 00000100:00100000:0.0:1743493951.887520:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780736 00000100:00100000:3.0:1743493951.887523:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780608 00000100:00100000:0.0:1743493951.887529:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780736 00000100:00100000:3.0:1743493951.887612:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12507 00000100:00100000:3.0:1743493951.887626:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027780608:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:0.0:1743493951.887718:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12508 00000100:00100000:0.0:1743493951.887724:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027780736:12345-192.168.206.41@tcp:41:dbench.0 00000004:00000024:0.0:1743493951.891132:0:6553:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774642176 avail 7302270976 00010000:00010000:3.0:1743493951.891285:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1743493951.891311:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027780736:12345-192.168.206.41@tcp:41:dbench.0 Request processed in 3576us (5823us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.891326:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12508 00010000:00010000:3.0:1743493951.891334:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5285 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cc7 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493951.891454:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493951.891505:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891522:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891536:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891604:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891611:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891616:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891798:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x275:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891809:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891816:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493951.891884:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x275:0x0]: returning size 4096 00000004:00200000:3.0:1743493951.891891:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1743493951.891908:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780864 00000004:00010000:3.0:1743493951.891914:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x275:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493951.891920:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780864 00010000:00010000:3.0:1743493951.891929:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891941:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891949:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891957:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891964:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.891969:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891979:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.891995:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00000100:00100000:0.0:1743493951.891998:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12509 00010000:00010000:3.0:1743493951.892001:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493951.892008:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493951.892013:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027780864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:3.0:1743493951.892019:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c528c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892040:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892045:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892051:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892055:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493951.892060:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892065:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892072:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x8ee21578 (ffff998b5683e740) 00010000:00010000:3.0:1743493951.892074:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00000080:0.0:1743493951.892076:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1743493951.892078:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892087:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5293 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493951.892146:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5285 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cc7 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.892166:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cc7 expref: 811 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493951.892175:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x275:0x0].0x0 (ffff998b55ff7ac0) 00010000:00010000:3.0:1743493951.892178:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493951.892182:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e63100, rc 0) 00000100:00100000:3.0:1743493951.892264:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027780608:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4639us (6840us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.892271:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12507 00000100:00100000:0.0:1743493951.892292:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027780864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 278us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493951.892303:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12509 00000100:00100000:1.0:1743493951.901313:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.903663:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.903813:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027780992 00000100:00100000:2.0:1743493951.903827:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027780992 00000100:00100000:2.0:1743493951.903922:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12510 00000100:00100000:2.0:1743493951.903931:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027780992:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493951.903959:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493951.904001:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c52a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cce expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.904131:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904148:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904162:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904206:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904213:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904220:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904276:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904296:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904305:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904311:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.904316:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904331:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904356:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493951.904360:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.904366:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904373:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c52a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904408:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904415:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904421:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904431:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493951.904435:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904441:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904449:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x39269a67 (ffff998b5683ea80) 00010000:00010000:2.0:1743493951.904452:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493951.904455:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904461:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c52af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493951.904516:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c52a1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cce expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.904526:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c52a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cce expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493951.904541:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e61a80, rc 0) 00000100:00100000:2.0:1743493951.904664:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027780992:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 730us (3361us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493951.904674:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12510 00000100:00100000:1.0:1743493951.911514:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.911602:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027781376 00000100:00100000:0.0:1743493951.911617:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027781376 00000100:00100000:2.0:1743493951.911632:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027781120 00000100:00100000:2.0:1743493951.911641:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027781120 00000100:00100000:0.0:1743493951.911727:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3553 00000100:00100000:2.0:1743493951.911735:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12511 00000100:00100000:0.0:1743493951.911742:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027781376:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493951.911776:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027781120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.911858:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493951.912114:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027781120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 366us (8460us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493951.912125:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12511 00000100:00100000:0.0:1743493951.912298:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027781376:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 559us (796us total) trans 4294974734 rc 0/0 00000100:00100000:0.0:1743493951.912308:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3553 00000100:00100000:1.0:1743493951.917316:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.917506:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027781632 00000100:00100000:3.0:1743493951.917521:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027781632 00000100:00100000:3.0:1743493951.917619:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12512 00000100:00100000:3.0:1743493951.917631:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027781632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493951.917743:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493951.918018:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027781632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 387us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.918031:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12512 00000100:00100000:0.0:1743493951.924493:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.924566:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.925253:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027781888 00000100:00100000:2.0:1743493951.925269:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027781888 00000100:00100000:2.0:1743493951.925384:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027781504 00000100:00100000:2.0:1743493951.925397:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027781504 00000100:00100000:0.0:1743493951.925428:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12513 00000100:00100000:0.0:1743493951.925440:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027781888:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.925569:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493951.925607:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4bba30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x275:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494efe1 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.925653:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4bba1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x275:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494efda expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.925679:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c529a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cc7 expref: 810 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.925703:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4b69a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x275:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d554 expref: 809 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.925720:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x275:0x0].0x0 (ffff998b55ff7ac0) 00010000:00010000:0.0:1743493951.925743:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.925835:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.925854:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.925866:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.925917:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.925925:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.925933:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926115:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x275:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926129:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926136:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493951.926579:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].322, 64 off28864 00000040:00080000:0.0:1743493951.926638:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3759, 184 off663440 00010000:00010000:0.0:1743493951.926842:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x275:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926853:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926863:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926871:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926878:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926885:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926893:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926899:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.926904:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926913:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926925:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x275:0x0].0x0 (ffff998b5683d3c0) 00010000:00010000:0.0:1743493951.926929:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.926934:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926940:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x275:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926978:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926985:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926991:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.926997:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.927001:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927007:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927015:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x275:0x0].0x0 (ffff998b5683d3c0) 00010000:00010000:0.0:1743493951.927018:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.927021:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927026:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x275:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927298:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927306:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927312:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927317:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.927320:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927327:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927335:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493951.927337:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.927341:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927361:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493951.927379:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000828bc457 reply state 00000000fa156e25 transno 4294974735 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927392:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493951.927399:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x8ee21578 (ffff998b5683e740) 00010000:00010000:0.0:1743493951.927403:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.927408:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.927562:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027781888:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2120us (3081us total) trans 4294974735 rc 0/0 00000100:00100000:3.0:1743493951.927859:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493951.928076:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782016 00000100:00100000:3.0:1743493951.928087:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782016 00000100:00100000:0.0:1743493951.930045:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12513 00000100:00100000:1.0:1743493951.930079:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12514 00000100:00100000:1.0:1743493951.930096:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027781504:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493951.930127:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1743493951.930172:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12515 00000100:00100000:3.0:1743493951.930183:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027782016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:1.0:1743493951.930183:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cd5 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000004:00000080:3.0:1743493951.930268:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1743493951.930307:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.930325:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.930339:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493951.930394:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:1.0:1743493951.930399:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493951.930426:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493951.930460:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cd5 expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.930489:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cd5 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493951.930499:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493951.930504:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493951.930509:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185c400, rc 0) 00000100:00100000:1.0:1743493951.930645:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027781504:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 553us (6078us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.930654:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12514 00000100:00100000:3.0:1743493951.932100:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027782016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1909us (4233us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493951.932113:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12515 00000100:00100000:3.0:1743493951.935941:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.936004:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782272 00000100:00100000:1.0:1743493951.936020:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782272 00000100:00100000:1.0:1743493951.936214:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3554 00000100:00100000:1.0:1743493951.936225:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aef0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027782272:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493951.936777:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aef0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027782272:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 528us (825us total) trans 4294974736 rc 0/0 00000100:00100000:1.0:1743493951.936788:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3554 00000100:00100000:2.0:1743493951.937159:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.982552:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782400 00000100:00100000:0.0:1743493951.982576:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782400 00000100:00100000:0.0:1743493951.982700:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3555 00000100:00100000:0.0:1743493951.982713:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027782400:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493951.987107:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493951.987222:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782528 00000100:00100000:0.0:1743493951.987236:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782528 00000100:00100000:0.0:1743493951.987333:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12516 00000100:00100000:0.0:1743493951.987352:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027782528:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493951.987453:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f6:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493951.987645:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f6:0x0]: rc = -2 00000100:00100000:0.0:1743493951.987748:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027782528:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 404us (657us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493951.987805:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12516 00000100:00100000:3.0:1743493951.993136:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493951.994074:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027782400:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11357us (56909us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493951.994092:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3555 00000100:00100000:0.0:1743493951.994711:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782784 00000100:00100000:0.0:1743493951.994724:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782784 00000100:00100000:0.0:1743493951.994826:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12517 00000100:00100000:0.0:1743493951.994836:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027782784:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493951.994944:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493951.994984:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4bbc2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x277:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f058 expref: 811 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.995020:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4b9d0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x277:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e69c expref: 810 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.995041:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4b6b23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x277:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e0 expref: 809 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493951.995060:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277:0x0].0x0 (ffff998b5662d3c0) 00010000:00010000:0.0:1743493951.995082:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493951.995129:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995146:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995157:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995205:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995223:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995231:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995421:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x277:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995430:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.995438:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493951.995893:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].323, 64 off28928 00000040:00080000:0.0:1743493951.996248:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3761, 184 off663736 00010000:00010000:0.0:1743493951.996441:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x277:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996455:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996465:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996474:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996481:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996488:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996495:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996503:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493951.996508:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996516:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996527:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493951.996531:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493951.996536:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996543:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c52f5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x277:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996582:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996590:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996596:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996601:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.996606:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996612:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996621:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x277:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:0.0:1743493951.996624:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493951.996628:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996634:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c52ee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x277:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996939:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996947:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996953:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996957:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493951.996960:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996970:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996979:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493951.996982:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493951.996985:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.996991:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c52e0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493951.997009:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000005fa1d04 reply state 000000004fbe6e34 transno 4294974737 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.997023:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493951.997029:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x283705e2 (ffff998b5683d3c0) 00010000:00010000:0.0:1743493951.997032:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493951.997036:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493951.997195:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027782784:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2353us (4069us total) trans 4294974737 rc 0/0 00000100:00100000:0.0:1743493951.997205:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12517 00000100:00100000:1.0:1743493951.998443:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493951.998532:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027782912 00000100:00100000:2.0:1743493951.998544:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027782912 00000100:00100000:2.0:1743493951.998627:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12518 00000100:00100000:2.0:1743493951.998638:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027782912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493951.998727:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493951.998953:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f7:0x0]: rc = -2 00000100:00100000:2.0:1743493951.999038:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027782912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 399us (599us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493951.999048:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12518 00000100:00100000:1.0:1743493952.000178:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.000523:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783040 00000100:00100000:0.0:1743493952.000534:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783040 00000100:00100000:0.0:1743493952.000610:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12519 00000100:00100000:0.0:1743493952.000620:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13290:x1828185027783040:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.000643:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.000688:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c52fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cdc expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.000832:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.000851:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.000864:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.000916:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.000924:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.000932:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001071:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001082:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001090:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493952.001154:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:0.0:1743493952.001159:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493952.001186:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001198:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001209:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001215:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001222:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001229:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515db100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.001233:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001242:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001256:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493952.001260:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.001267:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001274:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5303 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001297:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001304:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001310:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001315:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.001319:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001326:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001334:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b5683cd40) 00010000:00010000:0.0:1743493952.001337:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.001341:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001360:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c530a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493952.001416:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c52fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cdc expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.001438:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cdc expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.001446:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.001449:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493952.001452:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa0b4c0, rc 0) 00000100:00100000:0.0:1743493952.001564:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027783040:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 943us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.001574:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12519 00000100:00100000:0.0:1743493952.002837:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.002943:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783168 00000100:00100000:2.0:1743493952.002954:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783168 00000100:00100000:2.0:1743493952.003033:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12520 00000100:00100000:2.0:1743493952.003043:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027783168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.003083:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.003119:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5318 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ce3 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.003261:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003274:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003286:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003333:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003341:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003359:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003409:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003416:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003422:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003428:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.003432:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003439:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003454:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:2.0:1743493952.003457:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.003462:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003468:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c531f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003489:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003496:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003501:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003506:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.003509:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003514:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003521:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0xa12f67b5 (ffff998b5683ca00) 00010000:00010000:2.0:1743493952.003523:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.003526:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003531:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5326 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.003575:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5318 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ce3 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.003584:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5318 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ce3 expref: 812 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.003598:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa0a980, rc 0) 00000100:00100000:2.0:1743493952.003689:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027783168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 646us (858us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493952.003696:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12520 00000100:00100000:1.0:1743493952.010924:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.011006:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.011180:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783424 00000100:00100000:2.0:1743493952.011195:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783424 00000100:00100000:2.0:1743493952.011303:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1326 00000100:00100000:2.0:1743493952.011312:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b3400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+811:2440:x1828185027783424:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.011357:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.011393:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5311 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cdc expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.011420:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.011426:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.011514:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b3400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+810:2440:x1828185027783424:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 202us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.011522:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1326 00000100:00100000:0.0:1743493952.011802:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783296 00000100:00100000:0.0:1743493952.011808:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783296 00000100:00100000:0.0:1743493952.011858:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12521 00000100:00100000:0.0:1743493952.011865:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027783296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.011951:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.012159:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13333:x1828185027783296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 291us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.012168:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12521 00000100:00100000:1.0:1743493952.014613:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.014681:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783552 00000100:00100000:3.0:1743493952.014693:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783552 00000100:00100000:3.0:1743493952.014826:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12522 00000100:00100000:3.0:1743493952.014838:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+810:13289:x1828185027783552:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.014864:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.014908:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c532d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cea expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.015012:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.015028:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.015041:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493952.015094:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22d:0x0]: returning size 4096 00000004:00200000:3.0:1743493952.015098:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493952.015121:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.015148:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c532d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cea expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.015170:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cea expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.015179:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:3.0:1743493952.015182:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493952.015186:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09a80, rc 0) 00000100:00100000:3.0:1743493952.015278:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027783552:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 442us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.015287:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12522 00000100:00100000:1.0:1743493952.028977:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.029099:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783680 00000100:00100000:3.0:1743493952.029113:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783680 00000100:00100000:3.0:1743493952.029212:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12523 00000100:00100000:3.0:1743493952.029222:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027783680:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.029330:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493952.029590:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027783680:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.029599:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12523 00000100:00100000:1.0:1743493952.037017:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.037129:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784064 00000100:00100000:0.0:1743493952.037144:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784064 00000100:00100000:0.0:1743493952.037237:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3556 00000100:00100000:0.0:1743493952.037247:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027784064:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493952.039046:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.039247:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027783936 00000100:00100000:3.0:1743493952.039258:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027783936 00000100:00100000:3.0:1743493952.039353:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12524 00000100:00100000:3.0:1743493952.039365:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027783936:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.039390:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.039439:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c533b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cf1 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.039615:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.039634:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 814 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.039644:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.039729:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 814 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.039746:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 814 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.039872:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060458112:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.040804:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.045628:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.049191:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027784064:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11924us (12168us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.049212:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3556 00000100:00100000:0.0:1743493952.050941:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784192 00000100:00100000:0.0:1743493952.050959:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784192 00000100:00100000:0.0:1743493952.051064:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12525 00000100:00100000:0.0:1743493952.051075:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6e265050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027784192:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.051170:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.054552:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6e265050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027784192:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3460us (8922us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.054570:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12525 00000100:00100000:2.0:1743493952.055926:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.056066:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784320 00000100:00100000:0.0:1743493952.056078:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784320 00010000:00010000:0.0:1743493952.056140:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 813 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.056324:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060458112:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.056414:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493952.057369:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3248 00000100:00100000:0.0:1743493952.057381:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:2438:x1828185027784320:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.057419:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.057430:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 813 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.057447:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 813 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.057478:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4ae432 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa6d expref: 813 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.057502:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.057508:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.057519:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.057526:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.058053:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.058784:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.058796:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493952.058819:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00010000:00010000:3.0:1743493952.059103:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c533b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 814 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.059132:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 813 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.059141:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.059144:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493952.059148:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a0b4c0, rc 0) 00000100:00100000:0.0:1743493952.059313:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:2438:x1828185027784320:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1930us (3391us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.059324:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3248 00000100:00100000:3.0:1743493952.061316:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027783936:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 21942us (22267us total) trans 4294974738 rc 0/0 00000100:00100000:3.0:1743493952.061365:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12524 00000100:00100000:1.0:1743493952.071554:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.071718:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.071933:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784704 00000100:00100000:1.0:1743493952.071946:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784704 00000100:00100000:1.0:1743493952.072024:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3557 00000100:00100000:1.0:1743493952.072034:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027784704:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493952.072434:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027784704:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 398us (713us total) trans 4294974739 rc 0/0 00000100:00100000:1.0:1743493952.072444:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3557 00000100:00100000:2.0:1743493952.093664:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.093777:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784448 00000100:00100000:0.0:1743493952.093791:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784448 00000100:00100000:0.0:1743493952.093868:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027784832 00000100:00100000:0.0:1743493952.093871:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027784832 00000100:00100000:2.0:1743493952.094550:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12526 00000100:00100000:2.0:1743493952.094560:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13333:x1828185027784448:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.094632:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.094889:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+814:13333:x1828185027784448:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (23347us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.094899:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12526 00000100:00100000:2.0:1743493952.094950:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12527 00000100:00100000:2.0:1743493952.094956:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+813:13290:x1828185027784832:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.094978:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.095017:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c5350 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cf8 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.095138:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.095155:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 814 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.095164:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.095239:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 814 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.095252:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 814 pid: 6550 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.095267:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b3f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060458240:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.095381:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.096530:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.096641:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785088 00000100:00100000:3.0:1743493952.096650:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785088 00000100:00100000:3.0:1743493952.096711:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12528 00000100:00100000:3.0:1743493952.096719:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+815:13289:x1828185027785088:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493952.096829:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493952.096857:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c3d69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517bf expref: 815 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.096887:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c3cc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951787 expref: 814 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.096912:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4bf1dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495013e expref: 813 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.096928:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5b3ec040) 00010000:00010000:3.0:1743493952.096954:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c5334 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cea expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.096967:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:3.0:1743493952.096971:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.097004:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097016:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097027:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097071:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097078:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097085:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097241:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097248:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097257:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493952.097678:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].324, 64 off28992 00000040:00080000:3.0:1743493952.097731:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3762, 176 off663912 00010000:00010000:3.0:1743493952.097917:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097928:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097936:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097944:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097952:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097959:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097966:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097972:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.097977:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097985:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.097994:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:3.0:1743493952.097998:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493952.098002:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098008:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5373 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098039:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098045:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098050:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098056:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a087c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.098060:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098066:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098073:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c9:0x0].0x0 (ffff998b5683ea80) 00010000:00010000:3.0:1743493952.098075:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493952.098078:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098083:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c536c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098364:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098370:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098376:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098382:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.098385:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098391:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098401:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:3.0:1743493952.098403:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.098406:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098411:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c535e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:3.0:1743493952.098427:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000000f6c4c9 reply state 00000000b991bf76 transno 4294974740 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098438:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.098444:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0xd4ab1204 (ffff998b5683cd40) 00010000:00010000:3.0:1743493952.098447:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493952.098450:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493952.098583:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+813:13289:x1828185027785088:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1860us (2052us total) trans 4294974740 rc 0/0 00000100:00100000:3.0:1743493952.098592:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12528 00000100:00100000:1.0:1743493952.104259:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b3f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060458240:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.104356:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493952.111437:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.111630:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785216 00000100:00100000:0.0:1743493952.111643:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785216 00000100:00100000:0.0:1743493952.111739:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12529 00000100:00100000:0.0:1743493952.111749:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027785216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.111864:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493952.112054:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f8:0x0]: rc = -2 00000100:00100000:0.0:1743493952.112167:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+813:13333:x1828185027785216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 418us (744us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493952.112175:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12529 00000100:00100000:2.0:1743493952.119078:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.119496:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785344 00000100:00100000:0.0:1743493952.119510:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785344 00010000:00010000:0.0:1743493952.120061:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 813 pid: 6550 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.120118:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3249 00000100:00100000:0.0:1743493952.120129:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b016850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+813:2437:x1828185027785344:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.120171:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.120181:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 813 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.120196:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 813 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.120227:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5342 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf1 expref: 813 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.120253:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.120260:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.120272:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.120283:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.121340:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.121555:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.121567:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493952.121637:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.121643:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.121673:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.121747:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c5350 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 813 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.121797:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 812 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.122065:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b016850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+812:2437:x1828185027785344:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1934us (3000us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.122078:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3249 00010000:00010000:1.0:1743493952.128504:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.128520:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.128529:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a0a980, rc 0) 00000100:00100000:1.0:1743493952.128709:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13290:x1828185027784832:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 33743us (35049us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.128722:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12527 00000100:00100000:3.0:1743493952.132676:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.132939:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.133197:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785728 00000100:00100000:0.0:1743493952.133210:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785728 00000100:00100000:0.0:1743493952.133302:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3558 00000100:00100000:0.0:1743493952.133311:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027785728:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493952.133741:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027785728:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 429us (801us total) trans 4294974741 rc 0/0 00000100:00100000:0.0:1743493952.133775:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3558 00000100:00100000:1.0:1743493952.134159:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785472 00000100:00100000:1.0:1743493952.134166:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785472 00000100:00100000:1.0:1743493952.134227:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12530 00000100:00100000:1.0:1743493952.134235:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027785472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.134278:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2f9:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493952.134470:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2f9:0x0]: rc = -2 00000100:00100000:1.0:1743493952.134528:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13333:x1828185027785472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 292us (1867us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493952.134536:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12530 00000100:00100000:3.0:1743493952.138936:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.140022:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027785984 00000100:00100000:2.0:1743493952.140037:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027785984 00000100:00100000:2.0:1743493952.140155:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12531 00000100:00100000:2.0:1743493952.140165:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027785984:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493952.140262:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493952.140302:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c40e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49518c9 expref: 812 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.140339:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c404f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951898 expref: 811 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.140372:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4bf3fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501ed expref: 810 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.140388:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:2.0:1743493952.140410:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493952.140453:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140468:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140478:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140521:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140529:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140536:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140696:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140704:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.140711:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:2.0:1743493952.141178:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].325, 64 off29056 00000040:00080000:2.0:1743493952.141237:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3763, 184 off664096 00010000:00010000:2.0:1743493952.141426:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141437:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141447:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141455:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141462:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141468:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141478:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141485:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.141490:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141499:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141510:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:2.0:1743493952.141513:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493952.141517:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141523:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c538f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141557:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141563:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141568:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141573:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.141576:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141581:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141591:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cd:0x0].0x0 (ffff998b5683ca00) 00010000:00010000:2.0:1743493952.141593:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493952.141596:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141600:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5388 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141889:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141895:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141901:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141905:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.141908:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141914:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141922:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:2.0:1743493952.141924:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.141926:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141931:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c537a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493952.141945:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000828bc457 reply state 0000000096bd9903 transno 4294974742 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141956:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.141962:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x2f16ddac (ffff998b5683ea80) 00010000:00010000:2.0:1743493952.141964:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493952.141967:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493952.142116:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027785984:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1947us (3189us total) trans 4294974742 rc 0/0 00000100:00100000:2.0:1743493952.142126:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12531 00000100:00100000:3.0:1743493952.154858:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.155451:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027786112 00000100:00100000:1.0:1743493952.155465:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027786112 00000100:00100000:1.0:1743493952.155561:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12532 00000100:00100000:1.0:1743493952.155572:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027786112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.155642:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.155881:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+811:13333:x1828185027786112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.155894:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12532 00000100:00100000:0.0:1743493952.156811:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.157145:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027786368 00000100:00100000:3.0:1743493952.157153:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027786368 00000100:00100000:3.0:1743493952.157219:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3559 00000100:00100000:3.0:1743493952.157229:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aef5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+811:13289:x1828185027786368:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:1.0:1743493952.157786:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493952.157853:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aef5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+812:13289:x1828185027786368:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 623us (1043us total) trans 4294974743 rc 0/0 00000100:00100000:3.0:1743493952.157864:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3559 00000100:00100000:0.0:1743493952.165307:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.165471:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027786624 00000100:00100000:1.0:1743493952.165487:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027786624 00000100:00100000:1.0:1743493952.165581:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3560 00000100:00100000:1.0:1743493952.165592:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+812:13290:x1828185027786624:12345-192.168.206.41@tcp:35:dbench.0 00000001:00080000:1.0:1743493952.166155:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974744 00000040:00080000:1.0:1743493952.166363:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3764, 168 off664264 00000001:00080000:1.0:1743493952.166372:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974745 00000100:00100000:1.0:1743493952.166588:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+815:13290:x1828185027786624:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 996us (1294us total) trans 4294974746 rc 0/0 00000100:00100000:1.0:1743493952.166600:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3560 00000020:00080000:1.0:1743493952.166607:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1743493952.178414:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.178488:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.178547:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.178646:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027786880 00000100:00100000:3.0:1743493952.178660:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027786880 00000100:00100000:3.0:1743493952.178789:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787008 00000100:00100000:3.0:1743493952.178795:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787008 00000100:00100000:3.0:1743493952.178826:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787136 00000100:00100000:3.0:1743493952.178829:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787136 00000100:00100000:3.0:1743493952.178860:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12533 00000100:00100000:3.0:1743493952.178870:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+817:13289:x1828185027786880:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493952.178975:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493952.179011:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c4278 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2cf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495194e expref: 817 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.179044:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c41ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495191d expref: 816 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.179064:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019e40/0x1414d533cd4bf62e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502a3 expref: 815 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.179095:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:3.0:1743493952.179117:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.179160:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179175:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179185:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179233:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179242:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179249:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179432:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179441:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.179449:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493952.179902:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].326, 64 off29120 00000040:00080000:3.0:1743493952.179955:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3765, 184 off664448 00010000:00010000:3.0:1743493952.180104:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180116:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180126:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180134:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180142:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180148:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180155:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180161:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0bc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.180166:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180174:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180183:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b5683e400) 00010000:00010000:3.0:1743493952.180187:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493952.180191:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180198:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c53ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180232:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180239:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180245:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180250:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.180253:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180259:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180266:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2cf:0x0].0x0 (ffff998b5683e400) 00010000:00010000:3.0:1743493952.180269:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493952.180271:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180276:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c53a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180563:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180571:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180576:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180581:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.180585:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180595:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180604:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:3.0:1743493952.180607:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.180610:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180616:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5396 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:3.0:1743493952.180632:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000c0f399c reply state 000000003f1629b9 transno 4294974747 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180643:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.180650:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x3b73c5df (ffff998b5683ca00) 00010000:00010000:3.0:1743493952.180652:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493952.180656:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493952.180820:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+816:13289:x1828185027786880:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1947us (2422us total) trans 4294974747 rc 0/0 00000100:00100000:3.0:1743493952.180830:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12533 00000100:00100000:3.0:1743493952.180890:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12534 00000100:00100000:3.0:1743493952.180899:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+815:13333:x1828185027787008:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.180944:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493952.181082:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+815:13333:x1828185027787008:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 184us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.181090:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12534 00000100:00100000:3.0:1743493952.181119:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12535 00000100:00100000:3.0:1743493952.181125:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+814:13290:x1828185027787136:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.181144:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.181169:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c53b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951cff expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.181249:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181261:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181270:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181320:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181328:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181336:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181460:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181471:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181479:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493952.181514:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:3.0:1743493952.181521:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493952.181543:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181555:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181563:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181569:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181575:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181581:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.181585:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181591:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181601:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493952.181604:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.181607:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181612:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c53b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181631:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181638:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181646:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181652:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.181655:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181660:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181667:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff7ac0) 00010000:00010000:3.0:1743493952.181669:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.181672:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181677:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c53c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.181716:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c53b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cff expref: 816 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.181733:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cff expref: 815 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.181740:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.181742:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493952.181745:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a08040, rc 0) 00000100:00100000:3.0:1743493952.181825:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+815:13290:x1828185027787136:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 698us (3277us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.181833:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12535 00000100:00100000:2.0:1743493952.192650:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.192717:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.192813:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.192868:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.192974:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787264 00000100:00100000:1.0:1743493952.192994:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787264 00000100:00100000:1.0:1743493952.193077:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787520 00000100:00100000:1.0:1743493952.193082:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787520 00000100:00100000:3.0:1743493952.193109:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787648 00000100:00100000:3.0:1743493952.193117:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787648 00000100:00100000:1.0:1743493952.193131:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787776 00000100:00100000:1.0:1743493952.193137:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787776 00000100:00100000:1.0:1743493952.193204:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12536 00000100:00100000:1.0:1743493952.193217:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+818:13289:x1828185027787264:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:3.0:1743493952.193225:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1327 00000100:00100000:3.0:1743493952.193235:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+818:2440:x1828185027787648:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.193264:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.193272:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.193308:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c53c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cff expref: 818 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.193311:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c53ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d06 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.193359:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.193440:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193462:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193474:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193518:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193526:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193532:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193595:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193602:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193609:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193616:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.193618:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.193622:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193632:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193642:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:1.0:1743493952.193645:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.193651:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193658:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c53d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193677:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193685:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193692:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193697:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.193700:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193706:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.193717:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0xa12f67b5 (ffff998b55ff7ac0) 00010000:00010000:1.0:1743493952.193720:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.193725:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493952.193730:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+818:2440:x1828185027787648:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 491us (913us total) trans 0 rc 0/0 00010000:00010000:1.0:1743493952.193735:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0xa12f67b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493952.193747:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1327 00000100:00100000:0.0:1743493952.194082:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12537 00000100:00100000:0.0:1743493952.194092:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:13290:x1828185027787520:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.194106:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.194135:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c53e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d0d expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.194270:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.194283:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 819 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.194292:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.194386:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 819 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.194402:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 819 pid: 8615 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.194419:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b0600 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060458368:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.194528:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493952.194744:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c53ce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d06 expref: 819 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.194785:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c53ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d06 expref: 818 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.194805:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1996c0, rc 0) 00000100:00100000:1.0:1743493952.194861:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+817:13289:x1828185027787264:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1647us (2226us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493952.194869:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12536 00000100:00100000:1.0:1743493952.194908:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12538 00000100:00100000:1.0:1743493952.194915:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027787776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.194959:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.195135:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027787776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 217us (2265us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.195142:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12538 00000100:00100000:0.0:1743493952.203502:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b0600 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060458368:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.203590:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:0.0:1743493952.215878:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.216287:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027787904 00000100:00100000:2.0:1743493952.216299:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027787904 00010000:00010000:2.0:1743493952.216378:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 816 pid: 8615 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.217874:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3250 00000100:00100000:2.0:1743493952.217888:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+816:2437:x1828185027787904:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.217935:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.217947:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 816 pid: 8615 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.217972:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 816 pid: 8615 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.218003:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5357 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cf8 expref: 816 pid: 8615 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.218029:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.218035:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.218047:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.218056:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.220771:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.220799:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:0.0:1743493952.220835:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00010000:00010000:0.0:1743493952.221256:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c53e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 817 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.221295:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 816 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.221310:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.221314:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493952.221320:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b198400, rc 0) 00000100:00100000:0.0:1743493952.221483:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+816:13290:x1828185027787520:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 27389us (28763us total) trans 4294974748 rc 0/0 00000100:00100000:0.0:1743493952.221501:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12537 00010000:00010000:2.0:1743493952.222108:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.222223:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+815:2437:x1828185027787904:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4322us (6342us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.222235:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3250 00000100:00100000:0.0:1743493952.227824:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3678:1828185060458880:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.227980:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228049:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50110bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3678:1828185060459392:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228109:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228152:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1743493952.228160:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b7340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060458496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1743493952.228245:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228290:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3678:1828185060459008:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228359:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228394:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50116d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3678:1828185060459520:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228457:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228507:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b0040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060458624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1743493952.228570:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228612:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3676:1828185060459136:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228667:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228697:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50111740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060459648:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228780:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228823:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1743493952.228830:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060458752:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.228905:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.228948:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50113400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3676:1828185060459264:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.229008:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.229042:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b501122c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060459776:0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.229103:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.229167:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060458496 00000100:00100000:0.0:1743493952.229178:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060458496 00000100:00100000:0.0:1743493952.229263:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060458624 00000100:00100000:0.0:1743493952.229266:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060458624 00000100:00100000:0.0:1743493952.229310:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1743493952.229318:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060458496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1743493952.229384:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 3448832 granted 487257280 pending 167936 free 3899924480 avail 3668402176 00000100:00100000:0.0:1743493952.229478:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060458496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 159us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.229486:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1743493952.229531:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1743493952.229537:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060458624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1743493952.229560:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 3448832 granted 487257280 pending 167936 free 3899924480 avail 3668402176 00000100:00100000:0.0:1743493952.229631:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060458624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.229638:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1743493952.229681:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459648 00000100:00100000:0.0:1743493952.229686:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459648 00000100:00100000:0.0:1743493952.229729:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459776 00000100:00100000:0.0:1743493952.229732:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459776 00000100:00100000:0.0:1743493952.229789:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1743493952.229794:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060459648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.229885:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060459648:12345-0@lo:400:kworker.0 Request processed in 89us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.229894:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1743493952.229917:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1743493952.229921:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060459776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.229984:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060459776:12345-0@lo:400:kworker.0 Request processed in 61us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.229990:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1743493952.230027:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060458752 00000100:00100000:0.0:1743493952.230032:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060458752 00000100:00100000:0.0:1743493952.230075:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1743493952.230080:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cc93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060458752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493952.230162:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cc93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060458752:12345-0@lo:400:kworker.0 Request processed in 80us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.230169:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1743493952.230448:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060458880 00000100:00100000:2.0:1743493952.230455:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060458880 00000100:00100000:1.0:1743493952.230549:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459392 00000100:00100000:1.0:1743493952.230555:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459392 00000100:00100000:3.0:1743493952.234458:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060458752:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.234498:0:3676:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967965 gen 2 00000100:00100000:1.0:1743493952.250978:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459008 00000100:00100000:1.0:1743493952.251004:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459008 00000100:00100000:1.0:1743493952.251043:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459520 00000100:00100000:1.0:1743493952.251047:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459520 00000100:00100000:1.0:1743493952.251080:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459136 00000100:00100000:1.0:1743493952.251084:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459136 00000100:00100000:1.0:1743493952.251113:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060459264 00000100:00100000:1.0:1743493952.251117:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060459264 00000100:00100000:1.0:1743493952.251155:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1743493952.251167:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1828185060459392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493952.251402:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1828185060459392:12345-0@lo:400:kworker.0 Request processed in 236us (23291us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.251412:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1743493952.251458:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1743493952.251465:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1828185060459008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493952.251549:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1828185060459008:12345-0@lo:400:kworker.0 Request processed in 83us (23189us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.251557:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1743493952.251587:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1743493952.251592:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1828185060459520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493952.251678:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1828185060459520:12345-0@lo:400:kworker.0 Request processed in 84us (23220us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.251686:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1743493952.251716:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1743493952.251721:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3676:x1828185060459136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493952.251837:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3676:x1828185060459136:12345-0@lo:400:kworker.0 Request processed in 114us (23168us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.251843:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1743493952.251871:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1743493952.251877:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3676:x1828185060459264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493952.251955:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3676:x1828185060459264:12345-0@lo:400:kworker.0 Request processed in 77us (22945us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.251961:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1743493952.252165:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.252223:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.252282:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.252317:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788032 00000100:00100000:1.0:1743493952.252323:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788032 00000100:00100000:1.0:1743493952.252384:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788160 00000100:00100000:1.0:1743493952.252388:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788160 00000100:00100000:1.0:1743493952.252424:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12539 00000100:00100000:1.0:1743493952.252430:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.252481:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.252694:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 262us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.252702:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12539 00000100:00100000:1.0:1743493952.252734:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12540 00000100:00100000:1.0:1743493952.252738:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+815:13290:x1828185027788160:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.252795:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.252838:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c53f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d14 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.252970:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.252989:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 816 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.252997:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.253077:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 816 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.253093:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 816 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.253108:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a57340 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060459904:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.253207:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.253523:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788288 00000100:00100000:1.0:1743493952.253529:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788288 00000100:00100000:1.0:1743493952.253582:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3561 00000100:00100000:1.0:1743493952.253589:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+817:13289:x1828185027788288:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493952.255688:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1743493952.255703:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1828185060458880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493952.255907:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1828185060458880:12345-0@lo:400:kworker.0 Request processed in 205us (27927us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.255916:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00080000:0.0:1743493952.256894:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493922 00000100:00080000:0.0:1743493952.257219:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493922 00000100:00080000:0.0:1743493952.257481:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493922 00000100:00080000:0.0:1743493952.257717:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493922 00000004:00080000:3.0:1743493952.258314:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7dc40, transno 4294967942 00000004:00080000:3.0:1743493952.258353:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7c540, transno 4294967943 00000004:00080000:3.0:1743493952.258357:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7ed80, transno 4294967944 00000004:00080000:3.0:1743493952.258361:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7f900, transno 4294967945 00000004:00080000:3.0:1743493952.258364:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7a880, transno 4294967946 00000004:00080000:3.0:1743493952.258368:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7e7c0, transno 4294967947 00000004:00080000:3.0:1743493952.258371:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7f340, transno 4294967948 00000004:00080000:3.0:1743493952.258375:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ee200, transno 4294967949 00000004:00080000:3.0:1743493952.258378:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7d680, transno 4294967950 00000004:00080000:3.0:1743493952.258382:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567e8040, transno 4294967951 00000004:00080000:3.0:1743493952.258385:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52528bc0, transno 4294967952 00000004:00080000:3.0:1743493952.258388:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252d0c0, transno 4294967953 00000004:00080000:3.0:1743493952.258393:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252ed80, transno 4294967954 00000004:00080000:3.0:1743493952.258397:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fb400, transno 4294967955 00000004:00080000:3.0:1743493952.258401:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fe200, transno 4294967956 00000004:00080000:3.0:1743493952.258404:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254ae40, transno 4294967957 00000004:00080000:3.0:1743493952.258408:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254d680, transno 4294967958 00000004:00080000:3.0:1743493952.258411:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52548bc0, transno 4294967959 00000004:00080000:3.0:1743493952.258415:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f8600, transno 4294967960 00000004:00080000:3.0:1743493952.258418:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fdc40, transno 4294967961 00000004:00080000:3.0:1743493952.258422:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095b400, transno 4294967962 00000004:00080000:3.0:1743493952.258425:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095e200, transno 4294967963 00000004:00080000:3.0:1743493952.258428:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095ed80, transno 4294967964 00000004:00080000:3.0:1743493952.258431:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6ae40, transno 4294967965 00000100:00100000:3.0:1743493952.258447:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b501122c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060459776:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.258521:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b0040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060458624:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493952.258555:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3676:1828185060459136:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.258579:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50111740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060459648:0@lo:400:kworker.0 00010000:00080000:3.0:1743493952.258706:0:3676:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b50113400 x1828185060459264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493952.258718:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50113400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3676:1828185060459264:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.258823:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b7340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060458496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1743493952.258850:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3678:1828185060459008:0@lo:400:kworker.0 00010000:00080000:3.0:1743493952.258876:0:3678:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b50116d80 x1828185060459520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493952.258886:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50116d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3678:1828185060459520:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.258913:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3678:1828185060458880:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.258939:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50110bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3678:1828185060459392:0@lo:400:kworker.0 00000100:00100000:3.0:1743493952.260236:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.260338:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788416 00000100:00100000:2.0:1743493952.260359:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788416 00010000:00010000:2.0:1743493952.260420:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 818 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.260461:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3251 00000100:00100000:2.0:1743493952.260470:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:2438:x1828185027788416:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.260503:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.260511:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 818 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.260526:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 818 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.260557:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.260563:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.260574:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.260583:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.260632:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.260720:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:2438:x1828185027788416:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 249us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.260730:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3251 00010000:00010000:2.0:1743493952.260854:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c53ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d0d expref: 817 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.260882:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a57340 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060459904:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.260945:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.260956:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.260962:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493952.261032:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.261037:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.261066:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.261136:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c53f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 817 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.261155:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 816 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.261162:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.261166:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.261169:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a5c0, rc 0) 00000100:00100000:2.0:1743493952.261219:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13290:x1828185027788160:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8479us (8996us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.261227:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12540 00000100:00100000:3.0:1743493952.261871:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.262147:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788544 00000100:00100000:2.0:1743493952.262156:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788544 00000100:00100000:2.0:1743493952.262212:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12541 00000100:00100000:2.0:1743493952.262219:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788544:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.262275:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493952.262482:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2fa:0x0]: rc = -2 00000100:00100000:2.0:1743493952.262570:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788544:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (700us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493952.262579:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12541 00000004:00080000:0.0:1743493952.264084:0:9794:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 38 changes, 0 in progress, 0 in flight, 24 done 00000100:00100000:2.0:1743493952.275233:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.275509:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788800 00000100:00100000:3.0:1743493952.275525:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788800 00000100:00100000:3.0:1743493952.275621:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3562 00000100:00100000:3.0:1743493952.275632:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+817:13290:x1828185027788800:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493952.276064:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3766, 168 off664616 00000100:00100000:3.0:1743493952.276313:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+818:13290:x1828185027788800:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 680us (1093us total) trans 4294974749 rc 0/0 00000100:00100000:3.0:1743493952.276324:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3562 00000100:00100000:1.0:1743493952.277439:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+816:13289:x1828185027788288:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 23842us (25149us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.277451:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3561 00000100:00100000:2.0:1743493952.277851:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.278496:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027788928 00000100:00100000:3.0:1743493952.278508:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027788928 00000100:00100000:3.0:1743493952.278587:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12542 00000100:00100000:3.0:1743493952.278596:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.278658:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493952.278885:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2fb:0x0]: rc = -2 00000100:00100000:3.0:1743493952.278967:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+816:13333:x1828185027788928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 370us (1117us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493952.278976:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12542 00000100:00100000:3.0:1743493952.284685:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.284835:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789056 00000100:00100000:1.0:1743493952.284849:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789056 00000100:00100000:1.0:1743493952.284953:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12543 00000100:00100000:1.0:1743493952.284965:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+816:13290:x1828185027789056:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.284997:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.285055:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c5406 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d1b expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.285180:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285199:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285213:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285265:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285273:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285281:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285447:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285458:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285466:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493952.285518:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.285524:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.285550:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285562:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285573:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285579:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285587:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285594:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.285599:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285608:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285623:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493952.285627:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.285633:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285640:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c540d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285662:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285669:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285675:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285681:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.285684:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285691:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285698:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff7ac0) 00010000:00010000:1.0:1743493952.285700:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.285703:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285709:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c5414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.285792:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c5406 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d1b expref: 818 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.285816:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d1b expref: 817 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.285824:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.285826:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.285830:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199300, rc 0) 00000100:00100000:1.0:1743493952.285926:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+817:13290:x1828185027789056:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 962us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.285935:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12543 00000100:00100000:0.0:1743493952.287890:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.292156:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789184 00000100:00100000:1.0:1743493952.292175:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789184 00000100:00100000:1.0:1743493952.292788:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12544 00000100:00100000:1.0:1743493952.292800:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+817:13333:x1828185027789184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.292914:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.293898:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+817:13333:x1828185027789184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1095us (6011us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.293909:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12544 00000100:00100000:0.0:1743493952.299964:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.300155:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.300287:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789440 00000100:00100000:1.0:1743493952.300301:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789440 00000100:00100000:1.0:1743493952.300391:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12545 00000100:00100000:1.0:1743493952.300400:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+817:13289:x1828185027789440:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.300444:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.300486:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c5422 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d22 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.300602:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300619:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300633:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300682:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300690:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300698:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300783:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300792:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300799:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300806:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.300811:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300820:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300839:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493952.300842:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.300849:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300855:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c5429 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300878:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300885:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300892:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300897:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.300900:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300907:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300915:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x39269a67 (ffff998b55ff60c0) 00010000:00010000:1.0:1743493952.300917:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.300920:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300927:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c5430 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x39269a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.300981:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c5422 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d22 expref: 818 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.300991:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c5422 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d22 expref: 818 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.301007:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1987c0, rc 0) 00000100:00100000:1.0:1743493952.301111:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+817:13289:x1828185027789440:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 710us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493952.301119:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12545 00000100:00100000:3.0:1743493952.301245:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789312 00000100:00100000:3.0:1743493952.301251:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789312 00000100:00100000:3.0:1743493952.301311:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1328 00000100:00100000:3.0:1743493952.301318:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+817:2437:x1828185027789312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.301338:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.301364:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c541b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d1b expref: 817 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.301379:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.301383:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.301418:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+816:2437:x1828185027789312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 100us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.301426:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1328 00000100:00100000:2.0:1743493952.303191:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.303281:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789696 00000100:00100000:0.0:1743493952.303291:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789696 00000100:00100000:0.0:1743493952.303373:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12546 00000100:00100000:0.0:1743493952.303384:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+816:13290:x1828185027789696:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.303410:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.303450:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c5437 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d29 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.303621:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.303638:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 817 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.303647:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.303724:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 817 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.303740:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 817 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.303858:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a55680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060460032:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.304003:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.318875:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.319523:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789824 00000100:00100000:1.0:1743493952.319537:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789824 00000100:00100000:1.0:1743493952.319619:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12547 00000100:00100000:1.0:1743493952.319628:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+818:13333:x1828185027789824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.319729:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.319988:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+818:13333:x1828185027789824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.319997:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12547 00000100:00100000:3.0:1743493952.322899:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.323125:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.323552:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.323731:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a55680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060460032:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.323837:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:2.0:1743493952.323926:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027789952 00000100:00100000:2.0:1743493952.323935:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027789952 00000100:00100000:2.0:1743493952.324030:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790208 00000100:00100000:2.0:1743493952.324035:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790208 00000100:00100000:2.0:1743493952.324086:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12548 00000100:00100000:2.0:1743493952.324096:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+819:13289:x1828185027789952:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.324123:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.324164:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c5445 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d30 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.324277:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.324294:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.324306:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493952.324375:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:2.0:1743493952.324380:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.324408:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.324442:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c5445 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d30 expref: 821 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.324469:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d30 expref: 820 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.324479:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493952.324482:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493952.324487:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50568f40, rc 0) 00000100:00100000:2.0:1743493952.324587:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+820:13289:x1828185027789952:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 491us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.324596:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12548 00000100:00100000:2.0:1743493952.324644:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12549 00000100:00100000:2.0:1743493952.324651:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+819:13333:x1828185027790208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.324722:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.324947:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+819:13333:x1828185027790208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 294us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.324955:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12549 00000100:00100000:1.0:1743493952.326216:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790080 00000100:00100000:1.0:1743493952.326228:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790080 00010000:00010000:1.0:1743493952.326285:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 819 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.326330:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3252 00000100:00100000:1.0:1743493952.326338:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+819:2437:x1828185027790080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.326519:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.326529:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 819 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.326551:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 819 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.326579:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c53ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d14 expref: 819 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.326603:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.326609:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.326620:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.326627:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.326693:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.326812:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:2437:x1828185027790080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 472us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.326821:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3252 00010000:00010000:0.0:1743493952.326938:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493952.326948:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:0.0:1743493952.326976:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00010000:00010000:0.0:1743493952.327250:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c5437 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 819 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.327274:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 818 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.327282:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.327285:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493952.327288:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b505696c0, rc 0) 00000100:00100000:0.0:1743493952.327337:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:13290:x1828185027789696:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 23955us (24153us total) trans 4294974750 rc 0/0 00000100:00100000:0.0:1743493952.327357:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12546 00000100:00100000:2.0:1743493952.329890:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.331447:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790336 00000100:00100000:1.0:1743493952.331463:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790336 00000100:00100000:1.0:1743493952.331570:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3563 00000100:00100000:1.0:1743493952.331581:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+818:13289:x1828185027790336:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493952.334324:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.335878:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790464 00000100:00100000:0.0:1743493952.335895:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790464 00000100:00100000:0.0:1743493952.335995:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12550 00000100:00100000:0.0:1743493952.336059:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027790464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.336147:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.336362:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027790464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (2049us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.336370:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12550 00000100:00100000:1.0:1743493952.366594:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+818:13289:x1828185027790336:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 34992us (36693us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.366613:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3563 00000100:00100000:0.0:1743493952.368634:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.368867:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.368951:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790592 00000100:00100000:3.0:1743493952.368964:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790592 00000100:00100000:3.0:1743493952.369053:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790720 00000100:00100000:3.0:1743493952.369057:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790720 00000100:00100000:3.0:1743493952.369096:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12551 00000100:00100000:3.0:1743493952.369108:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+819:13290:x1828185027790592:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.369153:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.369201:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c545a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d37 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.369378:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.369397:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.369407:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.369488:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.369504:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.369520:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060460160:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.369651:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.369841:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12552 00000100:00100000:0.0:1743493952.369848:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027790720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.369929:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2fc:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493952.370126:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2fc:0x0]: rc = -2 00000100:00100000:0.0:1743493952.370190:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027790720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (1321us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493952.370199:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12552 00000100:00100000:3.0:1743493952.375045:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060460160:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.375133:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:3.0:1743493952.380292:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.380497:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.380614:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790976 00000100:00100000:1.0:1743493952.380628:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790976 00010000:00010000:1.0:1743493952.380705:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.380801:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3253 00000100:00100000:1.0:1743493952.380811:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+820:2438:x1828185027790976:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.380846:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.380854:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.380870:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.380900:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c543e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d29 expref: 820 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.380923:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.380930:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.380942:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.380951:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.381014:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.381096:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+819:2438:x1828185027790976:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 285us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.381106:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3253 00010000:00010000:2.0:1743493952.381222:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381235:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:2.0:1743493952.381297:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.381304:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.381331:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381416:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c545a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d37 expref: 819 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.381440:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d37 expref: 818 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.381449:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.381452:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.381454:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878400, rc 0) 00000100:00100000:2.0:1743493952.381504:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:13290:x1828185027790592:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 12398us (12881us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.381513:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12551 00000100:00100000:2.0:1743493952.381549:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027790848 00000100:00100000:2.0:1743493952.381554:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027790848 00000100:00100000:2.0:1743493952.381608:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12553 00000100:00100000:2.0:1743493952.381615:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+818:13289:x1828185027790848:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.381637:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.381671:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c5468 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d3e expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.381814:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381826:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381835:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381886:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381894:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.381901:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382043:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382053:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382061:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:2.0:1743493952.382087:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.382091:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.382106:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382116:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382126:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382133:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382140:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382147:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b518796c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.382152:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382162:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382172:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493952.382175:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.382180:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382187:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c546f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382206:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382212:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382218:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382224:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.382228:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382234:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382243:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff60c0) 00010000:00010000:2.0:1743493952.382246:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.382249:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382255:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c5476 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.382298:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c5468 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 820 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.382317:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 819 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.382325:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.382328:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.382331:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b518787c0, rc 0) 00000100:00100000:2.0:1743493952.382401:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+819:13289:x1828185027790848:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 784us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.382410:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12553 00000100:00100000:2.0:1743493952.388308:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.388441:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791104 00000100:00100000:0.0:1743493952.388455:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791104 00000100:00100000:0.0:1743493952.388556:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12554 00000100:00100000:0.0:1743493952.388566:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+819:13333:x1828185027791104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.388667:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2fd:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493952.388916:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2fd:0x0]: rc = -2 00000100:00100000:0.0:1743493952.389025:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+819:13333:x1828185027791104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 458us (729us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493952.389034:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12554 00000100:00100000:0.0:1743493952.394646:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.394731:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.394825:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.394903:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.395016:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791232 00000100:00100000:2.0:1743493952.395030:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791232 00000100:00100000:2.0:1743493952.395121:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791616 00000100:00100000:2.0:1743493952.395126:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791616 00000100:00100000:2.0:1743493952.395165:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791744 00000100:00100000:2.0:1743493952.395169:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791744 00000100:00100000:2.0:1743493952.395209:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12555 00000100:00100000:2.0:1743493952.395220:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+821:13290:x1828185027791232:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.395247:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.395295:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c5484 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d45 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.395437:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395456:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395470:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395522:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395531:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395538:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395697:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395708:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395716:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493952.395816:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.395822:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.395850:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395862:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395872:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395879:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395886:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395893:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.395898:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395908:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395923:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493952.395927:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.395932:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395939:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c548b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395964:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395971:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395977:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395983:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b518796c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.395986:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.395993:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.396000:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff60c0) 00010000:00010000:2.0:1743493952.396004:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.396007:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.396013:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c5492 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.396065:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c5484 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d45 expref: 823 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396086:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d45 expref: 822 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396093:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.396096:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.396099:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878f40, rc 0) 00000100:00100000:2.0:1743493952.396209:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+822:13290:x1828185027791232:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 989us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.396219:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12555 00000100:00100000:2.0:1743493952.396272:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12556 00000100:00100000:2.0:1743493952.396280:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+821:13289:x1828185027791616:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.396292:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.396317:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c54a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d4c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396444:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.396457:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 822 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396467:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396475:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.396559:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396575:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.396591:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc0dc40 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060460288:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.396722:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 822 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.396737:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 822 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.396747:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc09740 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060460416:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.396866:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.396899:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12557 00000100:00100000:2.0:1743493952.396907:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027791744:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.396985:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.397139:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027791744:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 230us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.397148:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12557 00000100:00100000:3.0:1743493952.397694:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791360 00000100:00100000:3.0:1743493952.397705:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791360 00010000:00010000:3.0:1743493952.397790:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.397826:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3254 00000100:00100000:3.0:1743493952.397834:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+822:2438:x1828185027791360:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.397861:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.397868:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.397887:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 822 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.397908:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.397914:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.397922:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.397929:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.397991:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+822:2438:x1828185027791360:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 156us (3258us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.398000:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3254 00000100:00100000:3.0:1743493952.409892:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.411312:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027791872 00000100:00100000:0.0:1743493952.411327:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027791872 00000100:00100000:0.0:1743493952.411437:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12558 00000100:00100000:0.0:1743493952.411447:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027791872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.411541:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.411784:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027791872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (1904us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.411793:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12558 00010000:00010000:2.0:1743493952.415806:0:12851:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000008c2b2ea0 x1828185060460288) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 821 pid: 6554 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.415837:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c547d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d3e expref: 821 pid: 6554 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.415870:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0dc40 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060460288:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.419791:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc09740 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060460416:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.419892:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.419901:0:12851:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.419915:0:12851:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.419926:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493952.421527:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.424660:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792000 00000100:00100000:1.0:1743493952.424682:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792000 00010000:00010000:1.0:1743493952.424821:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.424877:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3255 00000100:00100000:1.0:1743493952.424887:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+821:2437:x1828185027792000:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.424924:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.424933:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.424949:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.424980:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4ae5ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aae4 expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.425009:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.425017:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.425028:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.425037:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.425110:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.425215:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+820:2437:x1828185027792000:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 328us (3696us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.425228:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3255 00010000:00010000:1.0:1743493952.425524:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.425535:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493952.425560:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00010000:00010000:1.0:1743493952.425866:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c54a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 821 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.425893:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 820 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.425903:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.425906:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493952.425909:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879300, rc 0) 00000100:00100000:1.0:1743493952.425971:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+820:13289:x1828185027791616:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 29690us (31145us total) trans 4294974751 rc 0/0 00000100:00100000:1.0:1743493952.425979:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12556 00000100:00100000:2.0:1743493952.427243:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.430313:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792128 00000100:00100000:1.0:1743493952.430334:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792128 00000100:00100000:1.0:1743493952.430486:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1329 00000100:00100000:1.0:1743493952.430497:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+820:2437:x1828185027792128:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1743493952.430705:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493952.430863:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.430900:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c5499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d45 expref: 820 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.430934:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.430941:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.431030:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+819:2437:x1828185027792128:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 533us (3789us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.431040:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1329 00000100:00100000:1.0:1743493952.431294:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792384 00000100:00100000:1.0:1743493952.431301:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792384 00000100:00100000:1.0:1743493952.431361:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12559 00000100:00100000:1.0:1743493952.431368:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+819:13290:x1828185027792384:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493952.431451:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.431468:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c5461 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d37 expref: 819 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.431490:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.431495:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.431685:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.431703:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.431714:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493952.432066:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000083542d5b reply state 00000000c104a8fb transno 4294974752 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.432080:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.432088:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.432092:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493952.432096:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493952.432234:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+820:13290:x1828185027792384:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 862us (1526us total) trans 4294974752 rc 0/0 00000100:00100000:1.0:1743493952.432243:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12559 00000100:00100000:0.0:1743493952.432498:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.432677:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792640 00000100:00100000:3.0:1743493952.432685:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792640 00000100:00100000:3.0:1743493952.432741:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12560 00000100:00100000:3.0:1743493952.432773:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+820:13289:x1828185027792640:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.432804:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.432834:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c54bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d53 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.432953:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.432967:0:11942:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 821 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.432982:0:11942:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.433056:0:11942:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 821 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.433070:0:11942:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.433086:0:11942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc0b9c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060460544:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.433198:0:11942:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.438722:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.438824:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.438962:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.439027:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792896 00000100:00100000:0.0:1743493952.439039:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792896 00010000:00010000:0.0:1743493952.439112:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 822 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.439155:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3256 00000100:00100000:0.0:1743493952.439165:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+822:2438:x1828185027792896:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.439200:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.439209:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 822 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.439223:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 822 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.439252:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:0.0:1743493952.439259:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.439271:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.439280:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.439334:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.439436:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+822:2438:x1828185027792896:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 270us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.439447:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3256 00000100:00100000:1.0:1743493952.439981:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792512 00000100:00100000:1.0:1743493952.439988:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792512 00000100:00100000:1.0:1743493952.440047:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12561 00000100:00100000:1.0:1743493952.440054:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027792512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.440145:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.440338:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+822:13333:x1828185027792512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.440357:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12561 00010000:00010000:2.0:1743493952.440978:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54a7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d4c expref: 821 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.441017:0:11942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc0b9c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11942:1828185060460544:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.441089:0:11942:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.441100:0:11942:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.441107:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:2.0:1743493952.441154:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.441160:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.441189:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.441245:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c54bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 821 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.441266:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 820 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.441280:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.441284:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.441288:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879e40, rc 0) 00000100:00100000:2.0:1743493952.441356:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+820:13289:x1828185027792640:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8605us (8859us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.441363:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12560 00000100:00100000:3.0:1743493952.442580:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027792768 00000100:00100000:3.0:1743493952.442598:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027792768 00000100:00100000:3.0:1743493952.442712:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2299 00000100:00100000:3.0:1743493952.442722:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46dfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+111:2438:x1828185027792768:12345-192.168.206.41@tcp:2:dbench.0 00000100:00080000:2.0:1743493952.444457:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493922 00002000:00010000:3.0:1743493952.445774:0:15650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb size from disk: 0 -> 260096 00002000:00010000:3.0:1743493952.445782:0:15650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb mtime from disk: 1743493883 -> 1743493871 00002000:00010000:3.0:1743493952.445785:0:15650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb atime from disk: 1743493875 -> 1743493942 00002000:00010000:3.0:1743493952.445788:0:15650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb ctime from disk: 1743493895 -> 1743493952 00002000:00010000:3.0:1743493952.445791:0:15650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb blocks from disk: 0 -> 512 00000100:00100000:3.0:1743493952.445917:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46dfb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+112:2438:x1828185027792768:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 3187us (7205us total) trans 4294967972 rc 0/0 00000100:00100000:3.0:1743493952.445932:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2299 00000100:00100000:0.0:1743493952.446889:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.447144:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793024 00000100:00100000:2.0:1743493952.447155:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793024 00000100:00100000:2.0:1743493952.447239:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12562 00000100:00100000:2.0:1743493952.447250:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027793024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.447323:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.447528:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027793024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 278us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.447538:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12562 00000100:00100000:0.0:1743493952.455417:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.455515:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.455623:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793408 00000100:00100000:2.0:1743493952.455636:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793408 00000100:00100000:2.0:1743493952.455731:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12563 00000100:00100000:2.0:1743493952.455741:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027793408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.455850:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2fe:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493952.456063:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2fe:0x0]: rc = -2 00000100:00100000:2.0:1743493952.456163:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+820:13333:x1828185027793408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 421us (647us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493952.456173:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12563 00000100:00100000:1.0:1743493952.456326:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793280 00000100:00100000:1.0:1743493952.456332:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793280 00000100:00100000:1.0:1743493952.456401:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3564 00000100:00100000:1.0:1743493952.456408:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aef2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+820:13289:x1828185027793280:12345-192.168.206.41@tcp:35:dbench.0 00000001:00080000:1.0:1743493952.456910:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974753 00000040:00080000:1.0:1743493952.459656:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3767, 168 off664784 00000001:00080000:1.0:1743493952.459678:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974754 00000100:00100000:1.0:1743493952.460001:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aef2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+823:13289:x1828185027793280:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3584us (4591us total) trans 4294974755 rc 0/0 00000100:00100000:1.0:1743493952.460016:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3564 00000020:00080000:1.0:1743493952.460025:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1743493952.461839:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.462082:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793536 00000100:00100000:2.0:1743493952.462105:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793536 00000100:00100000:2.0:1743493952.462204:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12564 00000100:00100000:2.0:1743493952.462216:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+823:13333:x1828185027793536:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.462313:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x2ff:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493952.462513:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x2ff:0x0]: rc = -2 00000100:00100000:2.0:1743493952.462603:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+823:13333:x1828185027793536:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 388us (772us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493952.462612:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12564 00000100:00100000:3.0:1743493952.470459:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.470599:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.471244:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793792 00000100:00100000:1.0:1743493952.471264:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793792 00000100:00100000:1.0:1743493952.471380:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3565 00000100:00100000:1.0:1743493952.471392:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+823:13290:x1828185027793792:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493952.471789:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3768, 168 off664952 00000100:00100000:1.0:1743493952.472039:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+824:13290:x1828185027793792:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 647us (3294us total) trans 4294974756 rc 0/0 00000100:00100000:1.0:1743493952.472049:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3565 00000100:00100000:3.0:1743493952.476963:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.477015:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027793920 00000100:00100000:2.0:1743493952.477030:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027793920 00000100:00100000:2.0:1743493952.477128:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12565 00000100:00100000:2.0:1743493952.477138:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+824:13333:x1828185027793920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.477239:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.477470:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+824:13333:x1828185027793920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (6871us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.477480:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12565 00000100:00100000:3.0:1743493952.478035:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.478138:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794048 00000100:00100000:0.0:1743493952.478145:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794048 00000100:00100000:0.0:1743493952.478206:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794176 00000100:00100000:0.0:1743493952.478210:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794176 00000100:00100000:0.0:1743493952.478254:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12566 00000100:00100000:0.0:1743493952.478262:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+825:13289:x1828185027794048:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.478293:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.478338:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c54ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d5a expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.478461:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478480:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478494:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478542:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478551:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478558:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478715:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478726:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478734:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493952.478819:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:0.0:1743493952.478825:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493952.478852:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478864:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478874:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478881:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478888:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478895:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.478900:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478908:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478922:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493952.478926:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.478932:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478938:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c54d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478962:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478969:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478975:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478981:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.478984:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478991:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.478999:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff60c0) 00010000:00010000:0.0:1743493952.479001:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.479004:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479010:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c54d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479063:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c54ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 827 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.479091:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 826 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.479098:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:0.0:1743493952.479101:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493952.479104:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878f40, rc 0) 00000100:00100000:0.0:1743493952.479202:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+826:13289:x1828185027794048:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 931us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.479212:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12566 00000100:00100000:0.0:1743493952.479259:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12567 00000100:00100000:0.0:1743493952.479266:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+825:13290:x1828185027794176:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.479288:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.479313:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c54e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d61 expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.479394:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479405:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479413:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479459:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479467:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479475:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479559:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479569:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479576:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00200000:0.0:1743493952.479602:0:11942:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:0.0:1743493952.479605:0:11942:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493952.479618:0:11942:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479627:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479635:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479640:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479647:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479652:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b518787c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.479657:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479663:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479674:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493952.479677:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.479680:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479686:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c54ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479705:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479712:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479719:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479724:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.479728:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479735:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479742:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff7ac0) 00010000:00010000:0.0:1743493952.479745:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.479748:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479781:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c54f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493952.479822:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c54e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 827 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.479840:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 826 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.479847:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.479849:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493952.479851:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187a980, rc 0) 00000100:00100000:0.0:1743493952.479902:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+826:13290:x1828185027794176:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 635us (1869us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.479910:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12567 00000100:00100000:3.0:1743493952.486135:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.486271:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794432 00000100:00100000:2.0:1743493952.486285:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794432 00000100:00100000:2.0:1743493952.486382:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12568 00000100:00100000:2.0:1743493952.486393:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+826:13290:x1828185027794432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.486423:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.486471:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c5502 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d68 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.486651:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493952.486670:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 827 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.486681:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493952.486805:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 827 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.486822:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 827 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.486838:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b395c40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060460672:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.487002:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.488610:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.488739:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.489071:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794688 00000100:00100000:0.0:1743493952.489083:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794688 00000100:00100000:0.0:1743493952.489171:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794816 00000100:00100000:0.0:1743493952.489176:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794816 00000100:00100000:0.0:1743493952.489312:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12569 00000100:00100000:0.0:1743493952.489323:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+829:13289:x1828185027794688:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.489361:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.489407:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c5510 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d6f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.489577:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.489596:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.489605:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 830 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.489619:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.489700:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 830 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.489713:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.489727:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b392e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060460800:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.489929:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.489939:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.489950:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b3939c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060460928:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.490022:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.490497:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12570 00000100:00100000:2.0:1743493952.490508:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:13333:x1828185027794816:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.490589:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.490806:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:13333:x1828185027794816:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 297us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.490816:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12570 00000100:00100000:1.0:1743493952.497875:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.498153:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.498286:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027794944 00000100:00100000:0.0:1743493952.498298:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027794944 00010000:00010000:0.0:1743493952.498381:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.498430:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795072 00000100:00100000:0.0:1743493952.498434:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795072 00010000:00010000:0.0:1743493952.498460:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 831 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.498497:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3257 00000100:00100000:0.0:1743493952.498506:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+831:2439:x1828185027794944:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.498541:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.498549:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 831 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.498563:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 831 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.498593:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:0.0:1743493952.498600:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.498610:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493952.498618:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.498709:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+831:2439:x1828185027794944:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 202us (2101us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.498718:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3257 00000100:00100000:0.0:1743493952.498796:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3258 00000100:00100000:0.0:1743493952.498802:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:2440:x1828185027795072:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.498822:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.498829:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.498846:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:0.0:1743493952.498860:0:15628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493952.498865:0:15628:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.498876:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.498886:0:15628:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.498937:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.498980:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:2440:x1828185027795072:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 176us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.498988:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3258 00010000:00010000:3.0:1743493952.500312:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c54fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d61 expref: 829 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.500354:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b395c40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060460672:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.500425:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.500437:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.500443:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493952.500467:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00010000:00010000:3.0:1743493952.500737:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c5502 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 830 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.500820:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 829 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.500831:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.500834:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493952.500838:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55e67100, rc 0) 00000100:00100000:3.0:1743493952.500924:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+829:13290:x1828185027794432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 14531us (14802us total) trans 4294974757 rc 0/0 00000100:00100000:3.0:1743493952.500935:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12568 00000100:00100000:1.0:1743493952.502279:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493952.506671:0:8615:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000009a330d04 x1828185060460800) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 1/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 828 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.506703:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c54df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d5a expref: 828 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.506740:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b392e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060460800:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.506799:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b3939c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060460928:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.506899:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.506906:0:8615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.506918:0:8615:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.506929:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493952.507810:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795200 00000100:00100000:3.0:1743493952.507827:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795200 00000100:00100000:3.0:1743493952.507935:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12571 00000100:00100000:3.0:1743493952.507947:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+828:13333:x1828185027795200:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.508073:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493952.508369:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+828:13333:x1828185027795200:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 422us (6098us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.508379:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12571 00000100:00100000:0.0:1743493952.508802:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.510080:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795328 00000100:00100000:3.0:1743493952.510096:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795328 00010000:00010000:3.0:1743493952.510175:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 828 pid: 11942 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.510607:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.510708:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795456 00000100:00100000:1.0:1743493952.510714:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795456 00000100:00100000:1.0:1743493952.510804:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12572 00000100:00100000:1.0:1743493952.510815:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13290:x1828185027795456:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.510857:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.510898:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c5525 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d76 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.511077:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.511096:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 830 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.511105:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.511190:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 830 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.511203:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 830 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.511219:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b3922c0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060461056:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.511354:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.512205:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3259 00000100:00100000:3.0:1743493952.512215:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+830:2437:x1828185027795328:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.512237:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.512245:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.512259:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.512280:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c54c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d53 expref: 830 pid: 11942 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.512300:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.512305:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.512318:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.512325:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.513639:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.513655:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493952.513678:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00010000:00010000:2.0:1743493952.513989:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c5510 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 831 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.514031:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 830 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.514039:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.514042:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493952.514046:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfa200, rc 0) 00000100:00100000:2.0:1743493952.514155:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+830:13289:x1828185027794688:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 24830us (25551us total) trans 4294974758 rc 0/0 00000100:00100000:2.0:1743493952.514166:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12569 00010000:00010000:3.0:1743493952.515023:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.515083:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+829:2437:x1828185027795328:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2865us (6327us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.515094:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3259 00000100:00100000:0.0:1743493952.528317:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.529406:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.529432:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795584 00000100:00100000:2.0:1743493952.529447:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795584 00000100:00100000:1.0:1743493952.529805:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795712 00000100:00100000:1.0:1743493952.529810:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795712 00000100:00100000:2.0:1743493952.529927:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12573 00000100:00100000:2.0:1743493952.529939:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+830:13333:x1828185027795584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1743493952.530206:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12574 00000100:00100000:0.0:1743493952.530215:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+830:13289:x1828185027795712:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.530247:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.530292:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c553a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d7d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.530474:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.530496:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 831 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.530504:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.530585:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 831 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.530599:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 831 pid: 8615 timeout: 1254 lvb_type: 0 00000100:00100000:0.0:1743493952.530615:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b397340 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461184:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.530777:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000004:00000080:2.0:1743493952.530883:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.532316:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b3922c0 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060461056:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.532395:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493952.532544:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+831:13333:x1828185027795584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2604us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.532557:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12573 00000100:00100000:0.0:1743493952.533626:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.533995:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795840 00000100:00100000:3.0:1743493952.535269:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795840 00010000:00010000:3.0:1743493952.535367:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 831 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.535429:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3260 00000100:00100000:3.0:1743493952.535440:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b015050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+831:2437:x1828185027795840:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.535477:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.535486:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 831 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.535501:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 831 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.535533:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c5509 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d68 expref: 831 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.535560:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.535567:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.535578:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.535587:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.535660:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.535786:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b015050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+830:2437:x1828185027795840:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 346us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.535795:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3260 00010000:00010000:1.0:1743493952.536365:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.536376:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493952.536447:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.536453:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.536482:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493952.536551:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c5525 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d76 expref: 830 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.536576:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d76 expref: 829 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.536584:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.536587:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.536590:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfad40, rc 0) 00000100:00100000:1.0:1743493952.536652:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13290:x1828185027795456:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 25838us (26046us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.536661:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12572 00000100:00100000:0.0:1743493952.540701:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.540910:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027795968 00000100:00100000:1.0:1743493952.540923:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027795968 00000100:00100000:1.0:1743493952.541017:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12575 00000100:00100000:1.0:1743493952.541027:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13333:x1828185027795968:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.541125:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x300:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493952.541310:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x300:0x0]: rc = -2 00000100:00100000:1.0:1743493952.541418:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13333:x1828185027795968:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 391us (730us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493952.541427:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12575 00000100:00100000:0.0:1743493952.544532:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.544650:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796096 00000100:00100000:2.0:1743493952.544663:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796096 00010000:00010000:2.0:1743493952.544738:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 829 pid: 8615 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.544833:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3261 00000100:00100000:2.0:1743493952.544842:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+829:2437:x1828185027796096:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.544877:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.544886:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 829 pid: 8615 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.544902:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 829 pid: 8615 timeout: 1254 lvb_type: 0 00010000:00010000:2.0:1743493952.544933:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.544940:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493952.544953:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493952.544962:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.545158:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c5517 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d6f expref: 829 pid: 8615 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.545184:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b397340 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461184:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.545418:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.546420:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.546434:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.546441:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493952.546511:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.546516:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.546544:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.546611:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c553a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 829 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.546637:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 828 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.546645:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.546648:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.546652:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf96c0, rc 0) 00000100:00100000:1.0:1743493952.546776:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+828:13289:x1828185027795712:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 16558us (17372us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.546787:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12574 00000100:00100000:2.0:1743493952.550076:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+827:2437:x1828185027796096:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 5216us (5540us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.550093:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3261 00000100:00100000:0.0:1743493952.552979:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.553084:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796224 00000100:00100000:1.0:1743493952.553099:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796224 00000100:00100000:1.0:1743493952.553186:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12576 00000100:00100000:1.0:1743493952.553196:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+827:13333:x1828185027796224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.553287:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x301:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493952.553487:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x301:0x0]: rc = -2 00000100:00100000:1.0:1743493952.556863:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+827:13333:x1828185027796224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3650us (3877us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493952.556883:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12576 00000100:00100000:0.0:1743493952.557175:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.557800:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796352 00000100:00100000:1.0:1743493952.557813:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796352 00000100:00100000:1.0:1743493952.557885:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12577 00000100:00100000:1.0:1743493952.557894:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+827:13290:x1828185027796352:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.557920:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.557964:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c5548 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d84 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.558075:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558092:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558105:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558152:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558160:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558167:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558303:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558313:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558320:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493952.558385:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.558391:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.558416:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558427:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558436:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558443:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558451:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558458:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.558463:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558470:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558484:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493952.558487:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.558492:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558499:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c554f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558521:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558528:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558534:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558539:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.558542:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558548:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558554:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff7ac0) 00010000:00010000:1.0:1743493952.558557:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.558559:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558565:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c5556 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.558609:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c5548 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d84 expref: 829 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.558627:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d84 expref: 828 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.558634:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:1.0:1743493952.558637:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.558640:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0cf40, rc 0) 00000100:00100000:1.0:1743493952.558736:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+828:13290:x1828185027796352:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 841us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.558745:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12577 00000100:00100000:0.0:1743493952.568568:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.568652:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.569711:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796736 00000100:00100000:3.0:1743493952.569728:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796736 00000100:00100000:2.0:1743493952.570773:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796608 00000100:00100000:2.0:1743493952.570783:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796608 00000100:00100000:2.0:1743493952.570865:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3566 00000100:00100000:2.0:1743493952.570874:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+829:13289:x1828185027796608:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493952.571217:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3769, 168 off665120 00000100:00100000:0.0:1743493952.571954:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.572771:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027796992 00000100:00100000:3.0:1743493952.572782:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027796992 00000100:00100000:3.0:1743493952.572866:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12578 00000100:00100000:3.0:1743493952.572876:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+831:13333:x1828185027796736:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.572969:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493952.573186:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+831:13333:x1828185027796736:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (4632us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.573195:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12578 00000100:00100000:3.0:1743493952.573245:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12579 00000100:00100000:3.0:1743493952.573251:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:13290:x1828185027796992:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493952.573312:0:11942:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1743493952.573363:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c555d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d84 expref: 830 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.573407:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c552c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d76 expref: 829 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.573424:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.573430:0:11942:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.573510:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.573528:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.573539:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00000004:00010000:3.0:1743493952.573871:0:11942:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000057345535 reply state 000000007a6f65f7 transno 4294974760 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.573885:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.573891:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.573894:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493952.573897:0:11942:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493952.574000:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+830:13290:x1828185027796992:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 747us (2047us total) trans 4294974760 rc 0/0 00000100:00100000:3.0:1743493952.574007:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12579 00000100:00100000:2.0:1743493952.582589:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+829:13289:x1828185027796608:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 11696us (13917us total) trans 4294974759 rc 0/0 00000100:00100000:2.0:1743493952.582609:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3566 00000100:00100000:1.0:1743493952.588391:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.588985:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027797120 00000100:00100000:2.0:1743493952.588999:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027797120 00000100:00100000:2.0:1743493952.589091:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12580 00000100:00100000:2.0:1743493952.589112:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13333:x1828185027797120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.589208:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.589451:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+829:13333:x1828185027797120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 350us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.589460:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12580 00000100:00100000:0.0:1743493952.591642:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.591850:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.591941:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027797376 00000100:00100000:1.0:1743493952.591953:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027797376 00000100:00100000:1.0:1743493952.592037:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12581 00000100:00100000:1.0:1743493952.592047:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+829:13289:x1828185027797376:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.592094:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.592138:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c556b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d8b expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.592262:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592279:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592294:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592358:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592368:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592375:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592516:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592526:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592535:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493952.592582:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.592588:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.592614:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592626:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592635:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592641:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592648:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592655:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.592661:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592670:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592684:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493952.592688:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.592694:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592700:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5572 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592724:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592731:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592737:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592742:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.592746:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592813:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592823:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff7ac0) 00010000:00010000:1.0:1743493952.592826:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.592829:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592836:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c74c0/0x1414d533cd4c5579 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.592891:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5300/0x1414d533cd4c556b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 831 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.592912:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 830 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.592920:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.592923:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.592926:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c6d40, rc 0) 00000100:00100000:1.0:1743493952.593021:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+830:13289:x1828185027797376:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 975us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.593030:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12581 00000100:00100000:3.0:1743493952.593162:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027797248 00000100:00100000:3.0:1743493952.593169:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027797248 00000100:00100000:3.0:1743493952.593235:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2300 00000100:00100000:3.0:1743493952.593243:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+112:2440:x1828185027797248:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:3.0:1743493952.593491:0:15650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:3.0:1743493952.593495:0:15650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb mtime from disk: 1743493871 -> 1743493940 00002000:00010000:3.0:1743493952.593498:0:15650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb atime from disk: 1743493942 -> 1743493932 00002000:00010000:3.0:1743493952.593501:0:15650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb ctime from disk: 1743493952 -> 1743493952 00002000:00010000:3.0:1743493952.593504:0:15650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0xd2:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:3.0:1743493952.593552:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+113:2440:x1828185027797248:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 309us (1920us total) trans 4294967973 rc 0/0 00000100:00100000:3.0:1743493952.593560:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2300 00000100:00100000:3.0:1743493952.600003:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.600164:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.600319:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027797504 00000100:00100000:2.0:1743493952.600334:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027797504 00000100:00100000:2.0:1743493952.600441:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12582 00000100:00100000:2.0:1743493952.600451:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+830:13333:x1828185027797504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.600550:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.600806:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+830:13333:x1828185027797504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.600815:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12582 00000100:00100000:0.0:1743493952.601141:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027797760 00000100:00100000:0.0:1743493952.601148:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027797760 00000100:00100000:0.0:1743493952.601200:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3567 00000100:00100000:0.0:1743493952.601207:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+830:13290:x1828185027797760:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493952.601499:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3770, 168 off665288 00000100:00100000:0.0:1743493952.601689:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+831:13290:x1828185027797760:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 479us (1523us total) trans 4294974761 rc 0/0 00000100:00100000:0.0:1743493952.601697:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3567 00000100:00100000:0.0:1743493952.603080:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.603160:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798016 00000100:00100000:3.0:1743493952.603172:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798016 00000100:00100000:3.0:1743493952.603246:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12583 00000100:00100000:3.0:1743493952.603256:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+831:13289:x1828185027798016:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.603280:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.603324:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5587 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d92 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.603494:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.603512:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 832 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.603521:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 832 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.603535:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 5/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.603619:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 832 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.603634:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 832 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.603650:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b43c29740 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461312:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.603842:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 832 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.603852:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 832 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.603861:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b43c2d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461440:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.603918:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.608039:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.610035:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.610310:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798272 00000100:00100000:3.0:1743493952.610323:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798272 00000100:00100000:3.0:1743493952.610424:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12584 00000100:00100000:3.0:1743493952.610436:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+833:13290:x1828185027798272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493952.610465:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493952.610513:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c5595 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951d99 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.610642:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610663:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610679:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610745:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610785:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610793:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610946:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610957:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.610966:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:3.0:1743493952.611018:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:3.0:1743493952.611023:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493952.611050:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611063:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611073:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611083:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611091:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611097:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.611102:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611111:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611126:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493952.611130:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.611136:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611142:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c47c0/0x1414d533cd4c559c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611167:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611173:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611178:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611182:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.611185:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611194:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611201:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b55ff60c0) 00010000:00010000:3.0:1743493952.611204:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.611206:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611212:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.611259:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7100/0x1414d533cd4c5595 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 835 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.611278:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.611285:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.611287:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493952.611290:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545bbc40, rc 0) 00000100:00100000:3.0:1743493952.611419:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+834:13290:x1828185027798272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 984us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.611428:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12584 00010000:00010000:1.0:1743493952.614045:0:6553:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@0000000062c82498 x1828185060461312) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 833 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.614089:0:6553:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 833 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:1.0:1743493952.614119:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6d40/0x1414d533cd4c5580 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d8b expref: 833 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.614147:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b43c29740 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461312:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.614184:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b43c2d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461440:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.614282:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.614290:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.614302:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.614314:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.614534:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798144 00000100:00100000:2.0:1743493952.614546:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798144 00000100:00100000:2.0:1743493952.614654:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1330 00000100:00100000:2.0:1743493952.614664:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+833:2439:x1828185027798144:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.614700:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.614705:0:6539:0:(ldlm_lockd.c:1791:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1414d533cd4c5580) 00010000:00010000:2.0:1743493952.614707:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.614840:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+833:2439:x1828185027798144:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 175us (6814us total) trans 0 rc 116/116 00000100:00100000:2.0:1743493952.614850:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1330 00000100:00100000:1.0:1743493952.619163:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.619412:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.619466:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.619736:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798528 00000100:00100000:2.0:1743493952.619781:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798528 00000100:00100000:2.0:1743493952.619871:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798784 00000100:00100000:2.0:1743493952.619875:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798784 00000100:00100000:2.0:1743493952.619913:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12585 00000100:00100000:2.0:1743493952.619923:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027798528:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.620038:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.620256:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027798528:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.620266:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12585 00000100:00100000:2.0:1743493952.620313:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12586 00000100:00100000:2.0:1743493952.620318:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+833:13290:x1828185027798784:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.620330:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.620398:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c55b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951da0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.620537:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.620555:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.620566:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.620647:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.620660:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.620676:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b43c29180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060461568:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.620816:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.620997:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798400 00000100:00100000:3.0:1743493952.621005:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798400 00010000:00010000:3.0:1743493952.621050:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 835 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.621120:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3262 00000100:00100000:3.0:1743493952.621128:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+835:2438:x1828185027798400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.621152:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.621160:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 835 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.621173:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 835 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.621197:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c5541 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d7d expref: 835 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.621221:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.621226:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.621236:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.621244:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.621292:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.621335:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+834:2438:x1828185027798400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 206us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.621353:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3262 00010000:00010000:1.0:1743493952.621809:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.621819:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493952.621839:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00010000:00010000:1.0:1743493952.622068:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c6200/0x1414d533cd4c5587 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 835 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.622092:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 834 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.622100:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.622104:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493952.622107:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b564c56c0, rc 0) 00000100:00100000:1.0:1743493952.622176:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027798016:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 18920us (19104us total) trans 4294974762 rc 0/0 00000100:00100000:1.0:1743493952.622185:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12583 00000100:00100000:1.0:1743493952.633599:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.633836:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b43c29180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060461568:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.633917:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493952.634134:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027798912 00000100:00100000:3.0:1743493952.634144:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027798912 00010000:00010000:3.0:1743493952.634208:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.634255:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3263 00000100:00100000:3.0:1743493952.634265:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+834:2439:x1828185027798912:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.634296:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.634306:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.634318:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.634360:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c55aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d99 expref: 834 pid: 12851 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.634384:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.634391:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.634405:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.634414:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.635302:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.635313:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493952.635334:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00010000:00010000:2.0:1743493952.635626:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c55b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 835 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.635655:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 834 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.635663:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.635667:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493952.635670:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b8b80, rc 0) 00000100:00100000:2.0:1743493952.635818:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13290:x1828185027798784:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15496us (16350us total) trans 4294974763 rc 0/0 00000100:00100000:2.0:1743493952.635829:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12586 00000100:00100000:1.0:1743493952.636870:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.636926:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.636970:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799040 00000100:00100000:1.0:1743493952.636980:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799040 00000100:00100000:1.0:1743493952.637042:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799168 00000100:00100000:1.0:1743493952.637046:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799168 00000100:00100000:1.0:1743493952.637085:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12587 00000100:00100000:1.0:1743493952.637094:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+835:13333:x1828185027799040:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.637183:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x302:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493952.637380:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x302:0x0]: rc = -2 00000100:00100000:1.0:1743493952.637476:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+835:13333:x1828185027799040:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 380us (610us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493952.637485:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12587 00000100:00100000:1.0:1743493952.637525:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12588 00000100:00100000:1.0:1743493952.637531:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027799168:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.637553:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.637591:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951da7 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.637730:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.637748:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 835 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.637788:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.637869:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 835 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.637884:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 835 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.637901:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461696:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.638008:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.638420:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.638482:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+835:2439:x1828185027798912:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4215us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.638494:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3263 00000100:00100000:3.0:1743493952.640404:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.640596:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799296 00000100:00100000:2.0:1743493952.640608:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799296 00000100:00100000:2.0:1743493952.640700:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12589 00000100:00100000:2.0:1743493952.640711:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+835:13290:x1828185027799296:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.640781:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.640826:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c55db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dae expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.640991:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.641010:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.641020:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.641101:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.641116:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 1254 lvb_type: 0 00000100:00100000:2.0:1743493952.641131:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdba880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060461824:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.641257:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.651604:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.653577:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.653645:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799680 00000100:00100000:3.0:1743493952.653657:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799680 00010000:00010000:3.0:1743493952.653729:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 837 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.653800:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3264 00000100:00100000:3.0:1743493952.653811:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+837:2439:x1828185027799680:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.653843:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.653852:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 837 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.653868:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 837 pid: 6553 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.654493:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.654500:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.654512:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.654520:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.654570:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.654651:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+837:2439:x1828185027799680:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 840us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.654660:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3264 00000100:00100000:2.0:1743493952.655003:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.655253:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdba880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060461824:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.655319:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493952.655575:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c56c0/0x1414d533cd4c558e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d92 expref: 836 pid: 6553 timeout: 1254 lvb_type: 0 00000100:00100000:1.0:1743493952.655609:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdb9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060461696:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.655657:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.655666:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.655672:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493952.655739:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:1.0:1743493952.655745:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.655833:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.655891:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c55cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da7 expref: 836 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.655914:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da7 expref: 835 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.655923:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.655926:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493952.655930:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b9300, rc 0) 00000100:00100000:1.0:1743493952.656004:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+835:13289:x1828185027799168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 18470us (19076us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.656015:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12588 00000100:00100000:1.0:1743493952.656064:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799552 00000100:00100000:1.0:1743493952.656073:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799552 00000100:00100000:3.0:1743493952.656899:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799424 00000100:00100000:3.0:1743493952.656907:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799424 00010000:00010000:3.0:1743493952.656956:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 1254 lvb_type: 0 00000100:00100000:3.0:1743493952.656996:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3265 00000100:00100000:3.0:1743493952.657005:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+836:2437:x1828185027799424:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.657037:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.657044:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.657057:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.657079:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c55b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d0:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da0 expref: 836 pid: 6550 timeout: 1254 lvb_type: 0 00010000:00010000:3.0:1743493952.657098:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.657104:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.657116:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.657124:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.657171:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.657230:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+835:2437:x1828185027799424:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 225us (2228us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.657237:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3265 00000100:00100000:0.0:1743493952.657587:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12590 00000100:00100000:0.0:1743493952.657595:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027799552:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.657685:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x303:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493952.657900:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x303:0x0]: rc = -2 00000100:00100000:0.0:1743493952.657969:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027799552:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (6381us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493952.657977:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12590 00010000:00010000:2.0:1743493952.658928:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.658941:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493952.659004:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.659010:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.659042:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.659130:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c55db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dae expref: 834 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.659159:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dae expref: 833 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.659169:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.659173:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.659177:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b8400, rc 0) 00000100:00100000:2.0:1743493952.659880:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+833:13290:x1828185027799296:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 19164us (19480us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.659889:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12589 00000100:00100000:3.0:1743493952.678011:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.678098:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.678602:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799808 00000100:00100000:2.0:1743493952.678618:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799808 00000100:00100000:2.0:1743493952.678722:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800064 00000100:00100000:2.0:1743493952.678727:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800064 00000100:00100000:2.0:1743493952.678825:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12591 00000100:00100000:2.0:1743493952.678836:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027799808:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.678868:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.678919:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c55e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951db5 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.679047:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679064:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679077:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679127:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679135:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679143:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679297:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679308:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679317:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493952.679386:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.679392:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.679422:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679435:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679445:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679453:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679461:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679473:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547007c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.679479:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679488:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679504:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493952.679508:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.679515:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679522:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c55f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679548:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679556:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679562:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679568:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54700040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.679572:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679578:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679587:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff60c0) 00010000:00010000:2.0:1743493952.679590:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.679594:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679600:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c55f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.679657:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c55e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951db5 expref: 836 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.679680:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951db5 expref: 835 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.679689:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.679692:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.679695:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388da80, rc 0) 00000100:00100000:2.0:1743493952.679881:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+835:13289:x1828185027799808:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1044us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.679892:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12591 00000100:00100000:2.0:1743493952.679953:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12592 00000100:00100000:2.0:1743493952.679961:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027800064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.680038:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.680199:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+834:13333:x1828185027800064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 237us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.680207:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12592 00000100:00100000:3.0:1743493952.681496:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.681719:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027799936 00000100:00100000:1.0:1743493952.681731:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027799936 00000100:00100000:1.0:1743493952.681851:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12593 00000100:00100000:1.0:1743493952.681861:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+834:13290:x1828185027799936:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.681884:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.681924:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c5605 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dbc expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.682033:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682049:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682062:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682092:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682102:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682110:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682153:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682161:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682168:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682176:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.682181:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682190:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682203:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493952.682206:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.682212:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682218:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c560c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682238:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682245:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682251:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682256:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.682259:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682266:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682273:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683dd80) 00010000:00010000:1.0:1743493952.682277:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.682280:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682286:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c5613 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:1.0:1743493952.682321:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c5605 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dbc expref: 835 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.682330:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c5605 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dbc expref: 835 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.682356:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388f880, rc 0) 00000100:00100000:1.0:1743493952.682442:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+834:13290:x1828185027799936:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 580us (952us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493952.682451:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12593 00000100:00100000:0.0:1743493952.683454:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.683654:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.683720:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800320 00000100:00100000:3.0:1743493952.683733:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800320 00000100:00100000:1.0:1743493952.683738:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800448 00000100:00100000:1.0:1743493952.683746:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800448 00000100:00100000:0.0:1743493952.683885:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12594 00000100:00100000:0.0:1743493952.683897:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+835:13333:x1828185027800320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493952.683977:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.684175:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+835:13333:x1828185027800320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 279us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.684184:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12594 00000100:00100000:1.0:1743493952.684293:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12595 00000100:00100000:1.0:1743493952.684302:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027800448:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493952.684374:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1743493952.684407:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c55fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951db5 expref: 834 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.684438:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c55d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951da7 expref: 833 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.684454:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.684460:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.684529:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.684543:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.684554:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493952.684905:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f1b10e94 reply state 000000005f6a21a6 transno 4294974764 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.684919:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.684926:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.684929:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493952.684933:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493952.685039:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+834:13289:x1828185027800448:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 737us (1384us total) trans 4294974764 rc 0/0 00000100:00100000:1.0:1743493952.685046:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12595 00000100:00100000:3.0:1743493952.694930:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.695006:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.695112:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800704 00000100:00100000:0.0:1743493952.695126:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800704 00000100:00100000:0.0:1743493952.695235:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12596 00000100:00100000:0.0:1743493952.695247:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+834:13290:x1828185027800704:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.695276:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.695280:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1743493952.695321:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c52d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951cd5 expref: 834 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.695365:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493952.695372:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493952.695406:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c5621 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dc3 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.695574:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.695590:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.695602:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.695629:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.695638:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.695644:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:0.0:1743493952.696409:0:6553:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17c:0x0], index 1: 0 00000040:00080000:0.0:1743493952.696569:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3771, 184 off665472 00010000:00010000:0.0:1743493952.696858:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c5636 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x330:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696873:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c5636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x330:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696884:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c5636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x330:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696935:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696944:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696952:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696959:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.696965:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696974:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.696986:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493952.696990:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.696995:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.697002:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c5628 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493952.697022:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b47ddd64 reply state 0000000059e115b9 transno 4294974765 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.697039:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493952.697046:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683dd80) 00010000:00010000:0.0:1743493952.697049:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493952.697053:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493952.697090:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c5621 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dc3 expref: 836 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.697112:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c5636 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x330:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dc3 expref: 835 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.697120:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x330:0x0].0x0 (ffff998b55ff60c0) 00010000:00010000:0.0:1743493952.697123:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493952.697126:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7c40, rc 0) 00000100:00100000:0.0:1743493952.697240:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+836:13290:x1828185027800704:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1993us (2325us total) trans 4294974765 rc 0/0 00000100:00100000:0.0:1743493952.697250:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12596 00000100:00100000:1.0:1743493952.697731:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800832 00000100:00100000:1.0:1743493952.697741:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800832 00000100:00100000:1.0:1743493952.697848:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2301 00000100:00100000:1.0:1743493952.697856:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+127:2437:x1828185027800832:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:1.0:1743493952.698084:0:8666:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb size from disk: 0 -> 260096 00002000:00010000:1.0:1743493952.698089:0:8666:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb mtime from disk: 1743493883 -> 1743493871 00002000:00010000:1.0:1743493952.698091:0:8666:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb atime from disk: 1743493875 -> 1743493942 00002000:00010000:1.0:1743493952.698094:0:8666:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb ctime from disk: 1743493895 -> 1743493952 00002000:00010000:1.0:1743493952.698097:0:8666:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb blocks from disk: 0 -> 512 00000100:00100000:1.0:1743493952.698157:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+128:2437:x1828185027800832:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 300us (3150us total) trans 4294967959 rc 0/0 00000100:00100000:1.0:1743493952.698165:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2301 00000100:00080000:2.0:1743493952.698534:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493922 00000001:00080000:1.0:1743493952.706961:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967959 is committed 00000001:00080000:1.0:1743493952.707099:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967952 is committed 00000100:00100000:1.0:1743493952.711971:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.712131:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.712469:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027800960 00000100:00100000:3.0:1743493952.712498:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027800960 00000100:00100000:3.0:1743493952.712609:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12597 00000100:00100000:3.0:1743493952.712622:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+836:13333:x1828185027800960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493952.712708:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493952.712970:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+836:13333:x1828185027800960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 349us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.712980:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12597 00000100:00100000:3.0:1743493952.713054:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801216 00000100:00100000:3.0:1743493952.713060:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801216 00000100:00100000:3.0:1743493952.713144:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3568 00000100:00100000:3.0:1743493952.713151:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+836:13289:x1828185027801216:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493952.713592:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3772, 168 off665640 00000100:00100000:3.0:1743493952.713969:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+837:13289:x1828185027801216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 814us (1836us total) trans 4294974766 rc 0/0 00000100:00100000:3.0:1743493952.713979:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3568 00000001:00080000:0.0:1743493952.715856:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294974765 is committed 00000004:00080000:0.0:1743493952.716278:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 92 committed 00000004:00080000:0.0:1743493952.716439:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 89 committed 00000004:00080000:0.0:1743493952.717886:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 91 committed 00000004:00080000:0.0:1743493952.718328:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 88 committed 00000100:00100000:1.0:1743493952.718862:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50649d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462080:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.719139:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.719300:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.719404:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.719451:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1743493952.719460:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060461952:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.719524:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.719565:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.719630:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.719996:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462080 00000100:00100000:1.0:1743493952.720003:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462080 00000100:00100000:1.0:1743493952.720063:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462592 00000100:00100000:1.0:1743493952.720067:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462592 00000100:00100000:1.0:1743493952.720099:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060461952 00000100:00100000:1.0:1743493952.720102:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060461952 00000100:00100000:1.0:1743493952.720131:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462464 00000100:00100000:1.0:1743493952.720135:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462464 00000100:00100000:1.0:1743493952.720171:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:1.0:1743493952.720179:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060462080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.720217:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:366 count 1 00010000:00010000:1.0:1743493952.720254:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720277:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 112 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720286:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720288:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720292:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720370:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 112 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720385:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 112 pid: 15658 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.720399:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15650:1828185060464000:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.720500:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.720520:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:1.0:1743493952.720526:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060462592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.720551:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:370 count 1 00010000:00010000:1.0:1743493952.720570:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720583:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 112 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720590:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720593:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720596:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720647:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 112 pid: 15658 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720657:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 112 pid: 15658 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.720668:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060464128:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.720737:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.720777:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1743493952.720783:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060461952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.720808:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:365 count 1 00010000:00010000:1.0:1743493952.720827:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720839:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 112 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720846:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720848:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.720851:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.720902:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 112 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.720917:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 112 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.720928:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060464256:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.720996:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.721016:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:1.0:1743493952.721021:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060462464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.721046:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:369 count 1 00010000:00010000:1.0:1743493952.721065:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.721077:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 112 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.721083:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.721085:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.721087:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.721137:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 112 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.721148:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 112 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.721164:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060464384:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.721234:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.721258:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463104:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.721330:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.721388:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.721444:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.721484:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1743493952.721490:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.721545:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.721581:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463488:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.721637:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.721685:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463104 00000100:00100000:1.0:1743493952.721690:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463104 00000100:00100000:1.0:1743493952.721731:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463616 00000100:00100000:1.0:1743493952.721735:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463616 00000100:00100000:1.0:1743493952.721786:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462976 00000100:00100000:1.0:1743493952.721790:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462976 00000100:00100000:1.0:1743493952.721817:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463488 00000100:00100000:1.0:1743493952.721820:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463488 00000100:00100000:1.0:1743493952.721853:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:1.0:1743493952.721858:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060463104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493952.721883:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:364 count 1 00010000:00010000:1.0:1743493952.721906:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.721935:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.721943:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.721945:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.721948:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.722001:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.722013:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 114 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.722023:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060464512:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.722093:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.722113:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1743493952.722118:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060463616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493952.722142:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:368 count 1 00010000:00010000:1.0:1743493952.722161:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.722173:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 114 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.722180:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.722182:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.722184:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.722240:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 114 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.722249:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 114 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.722258:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060464640:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.722328:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.723447:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723472:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723495:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723503:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.723509:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723529:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723561:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493952.723565:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.723572:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723578:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2a5c0/0x1414d533cd4c3088 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.723691:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723700:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723706:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723712:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.723716:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723722:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723733:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.723735:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.723739:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.723745:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f880/0x1414d533cd4c310d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724032:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724040:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724046:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724052:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e256c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724056:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724062:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724073:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493952.724076:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724079:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724086:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c321e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724134:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724142:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724148:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724154:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724158:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724165:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724175:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.724178:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724181:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724188:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c3248 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.724232:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724240:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724247:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724253:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b019a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724257:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724265:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724275:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493952.724278:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724281:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724287:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b019a80/0x1414d533cd4c3287 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.724328:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724335:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724356:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724361:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724365:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724372:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724382:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.724385:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724388:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724399:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01b100/0x1414d533cd4c32c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724428:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724436:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724442:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724448:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724451:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724459:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724467:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493952.724480:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724483:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724489:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c33ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724516:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724522:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724533:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724538:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f907c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724542:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724548:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724557:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.724559:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724563:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724569:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c33e5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724609:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724617:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724623:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724628:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724632:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724638:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724648:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xec46fc5c (ffff998b50f47780) 00010000:00010000:3.0:1743493952.724650:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724653:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724659:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c342b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724715:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724723:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724730:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724736:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724739:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724746:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724780:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.724783:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724786:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724793:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c346a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.724824:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724831:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724836:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724841:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724845:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724851:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724860:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493952.724863:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724866:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724872:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c3551 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724900:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724907:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724913:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724918:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724922:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724928:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724935:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.724938:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.724941:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724947:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c35ba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.724971:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724978:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724984:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.724990:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.724993:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725000:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725008:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493952.725010:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725013:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725023:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c35eb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725064:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725071:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725078:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725083:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725087:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725092:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725102:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xec46fc5c (ffff998b50f460c0) 00010000:00010000:3.0:1743493952.725105:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725108:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725114:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5a80/0x1414d533cd4c3631 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xec46fc5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725163:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725170:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725180:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725185:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725189:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725195:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725204:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493952.725207:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725210:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725216:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5a80/0x1414d533cd4c36e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725257:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725263:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725269:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725274:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725277:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725283:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725293:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493952.725295:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725299:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725304:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c65c0/0x1414d533cd4c3734 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725330:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725336:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725355:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725361:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c5300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725365:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725371:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725380:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x411ba88 (ffff998b51867100) 00010000:00010000:3.0:1743493952.725383:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725386:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725391:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c5300/0x1414d533cd4c3781 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725438:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725446:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725453:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725458:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725462:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725468:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725478:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493952.725481:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725484:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725490:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c37d5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725531:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725538:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725544:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725550:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725554:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725561:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725570:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.725573:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725576:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725582:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c385a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725625:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725632:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725638:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725643:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f29300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725646:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725653:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725662:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.725665:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725668:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725678:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f29300/0x1414d533cd4c38bc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.725705:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725711:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725716:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725719:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725723:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725729:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725737:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493952.725740:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725742:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725747:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28040/0x1414d533cd4c38df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.725806:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725812:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725822:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725826:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725829:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725834:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725842:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x411ba88 (ffff998b51866740) 00010000:00010000:3.0:1743493952.725844:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725847:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725853:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3c400/0x1414d533cd4c3925 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x411ba88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.725907:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725913:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725918:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725923:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725926:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725932:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725941:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.725943:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.725946:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725951:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c3a28 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725976:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725982:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725988:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.725993:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.725996:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.726001:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.726008:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.726011:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.726014:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.726018:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c3a4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.726042:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726047:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726052:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726057:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.726059:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726064:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726072:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.726074:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.726077:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726082:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ad40/0x1414d533cd4c3a75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726117:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726125:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726131:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726137:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.726141:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726148:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726158:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.726160:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.726163:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726170:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c3a91 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.726215:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726223:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726229:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726235:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.726239:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726246:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726259:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.726262:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.726266:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726280:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c3ba2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.726323:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00000100:00100000:1.0:1743493952.726327:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00010000:00010000:3.0:1743493952.726332:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00000100:00100000:1.0:1743493952.726358:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060462976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493952.726429:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:363 count 1 00010000:00010000:1.0:1743493952.726470:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.726490:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.726499:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.726501:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.726504:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.726589:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.726603:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 114 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.726617:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060464768:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.726737:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.726838:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1743493952.726851:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060463488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.726914:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:367 count 1 00010000:00010000:2.0:1743493952.726952:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.726973:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.726983:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.726987:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.726990:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.727004:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493952.727096:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.727113:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.727133:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060464896:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.727203:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.727291:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.727327:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801344 00000100:00100000:1.0:1743493952.727337:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.727351:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801344 00000100:00100000:2.0:1743493952.727476:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2310 00000100:00100000:2.0:1743493952.727485:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:00038621-ef07-44f7-8531-81bf2ec881e5+113:2437:x1828185027801344:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.727500:0:15648:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.727622:0:15648:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dca expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493952.727663:0:15648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493952.727698:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.727703:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.727715:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 114 pid: 15648 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.727742:0:15648:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 114 pid: 15648 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1743493952.727773:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801472 00010000:00010000:2.0:1743493952.727784:0:15648:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b573c5e40, rc 0) 00000100:00100000:1.0:1743493952.727786:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801472 00000100:00100000:1.0:1743493952.727887:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801600 00000100:00100000:2.0:1743493952.727892:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:00038621-ef07-44f7-8531-81bf2ec881e5+114:2437:x1828185027801344:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 402us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.727895:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801600 00000100:00100000:2.0:1743493952.727908:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2310 00000100:00100000:1.0:1743493952.727959:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12598 00000100:00100000:1.0:1743493952.727970:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+597:13333:x1828185027801472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.728025:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.728027:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12599 00000100:00100000:2.0:1743493952.728041:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+597:13289:x1828185027801600:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.728072:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.728102:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c5683 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dd1 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.728261:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728277:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728291:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493952.728311:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+598:13333:x1828185027801472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.728326:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12598 00010000:00010000:2.0:1743493952.728383:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728397:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728409:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728622:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728635:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728647:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493952.728692:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:2.0:1743493952.728698:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493952.728723:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728734:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728743:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728749:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728779:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728790:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.728794:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728801:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728813:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493952.728816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.728821:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728828:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4f40/0x1414d533cd4c568a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728848:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728853:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728859:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728864:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.728867:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728873:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728880:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff4040) 00010000:00010000:2.0:1743493952.728883:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493952.728886:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728891:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c74c0/0x1414d533cd4c5691 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.728941:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c56c0/0x1414d533cd4c5683 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 598 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.728960:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 597 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.728967:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493952.728969:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493952.728973:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55f28b80, rc 0) 00000100:00100000:2.0:1743493952.729049:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+597:13289:x1828185027801600:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1010us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.729057:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12599 00000004:00080000:0.0:1743493952.729349:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 87 committed 00000004:00080000:0.0:1743493952.729456:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 90 committed 00000100:00100000:2.0:1743493952.729887:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.730009:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730071:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.730135:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730176:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.730240:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730275:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.730332:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730390:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1743493952.730399:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.730461:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730499:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.730565:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.730605:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463360:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.730682:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.730683:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462208 00000100:00100000:1.0:1743493952.730700:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462208 00000100:00100000:2.0:1743493952.730777:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.730846:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462720 00000100:00100000:1.0:1743493952.730853:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462720 00000100:00100000:2.0:1743493952.730893:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.730910:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463232 00000100:00100000:1.0:1743493952.730916:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463232 00000100:00100000:1.0:1743493952.730976:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463744 00000100:00100000:1.0:1743493952.730983:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463744 00000100:00100000:2.0:1743493952.730989:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462336 00000100:00100000:2.0:1743493952.730999:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462336 00000100:00100000:1.0:1743493952.731019:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060462848 00000100:00100000:1.0:1743493952.731026:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060462848 00000100:00100000:2.0:1743493952.731086:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463360 00000100:00100000:2.0:1743493952.731095:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463360 00000100:00100000:1.0:1743493952.731101:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060463872 00000100:00100000:1.0:1743493952.731108:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060463872 00000100:00100000:2.0:1743493952.731153:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1743493952.731171:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060462208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.731225:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:367 count 1 00010000:00010000:2.0:1743493952.731269:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.731293:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 113 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.731304:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.731307:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.731311:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.731407:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 113 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.731427:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 113 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.731440:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060465024:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.731549:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.731732:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:1.0:1743493952.731744:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060462720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.731847:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:371 count 1 00010000:00010000:1.0:1743493952.731926:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.731951:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 113 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.731959:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.731963:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.731968:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1743493952.731985:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00010000:00010000:1.0:1743493952.732114:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 113 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.732133:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 113 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.732151:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060465152:192.168.206.41@tcp:104: 00000004:00080000:0.0:1743493952.732256:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 89 committed 00000100:00100000:1.0:1743493952.732324:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.732388:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:2.0:1743493952.735334:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:2.0:1743493952.735362:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060463744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.735652:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:369 count 1 00010000:00010000:2.0:1743493952.735705:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.735731:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 114 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.735741:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.735744:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.735748:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.735862:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 114 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.735878:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 114 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.735903:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060465280:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.736042:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.736093:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:2.0:1743493952.736101:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060462336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.736128:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:368 count 1 00010000:00010000:2.0:1743493952.736150:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.736162:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 113 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736168:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736170:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736173:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.736217:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 113 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736226:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 113 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.736236:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060465408:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.736294:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.736314:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1743493952.736320:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060462848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.736353:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:372 count 1 00010000:00010000:2.0:1743493952.736372:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.736383:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 113 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736389:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736391:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736394:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.736435:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 113 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736443:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 113 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.736452:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060465536:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.736510:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.736530:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1743493952.736537:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060463360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.736563:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:366 count 1 00010000:00010000:2.0:1743493952.736580:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.736601:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736608:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736610:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.736614:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.736642:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:1.0:1743493952.736662:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060463872:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1743493952.736667:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.736684:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.736695:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060465664:192.168.206.41@tcp:104: 00002000:00080000:1.0:1743493952.736794:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:370 count 1 00010000:00010000:1.0:1743493952.736855:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.736857:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493952.736893:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.736903:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.736906:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.736911:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.736987:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 114 pid: 15625 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.737001:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 114 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.737016:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060465792:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.737099:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060463232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.737139:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00002000:00080000:0.0:1743493952.737139:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:365 count 1 00010000:00010000:0.0:1743493952.737165:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.737182:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.737189:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.737191:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.737195:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.737356:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.737366:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53500b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737372:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.737382:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.737402:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.737405:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737409:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.737416:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c3bda lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.737492:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737499:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737509:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737514:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737517:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737521:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737529:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x18178cb5 (ffff998b5b473ac0) 00010000:00010000:3.0:1743493952.737531:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737533:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737538:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c3c19 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737572:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737578:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737584:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737588:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737591:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737597:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737605:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.737608:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737611:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737617:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c3c35 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737653:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737660:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737665:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737671:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737674:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737680:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737688:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8deccae1 (ffff998b5b3eea80) 00010000:00010000:3.0:1743493952.737691:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737694:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737700:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c6980/0x1414d533cd4c3d1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.737745:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737829:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737835:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737839:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737843:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737849:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737858:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x8deccae1 (ffff998b5b3eea80) 00010000:00010000:3.0:1743493952.737861:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737864:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737870:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c3d7e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.737923:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737931:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737937:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737941:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.737944:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737951:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737960:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.737962:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.737965:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.737971:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c3da1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738010:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738017:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738023:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738029:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738032:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738039:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738048:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x18178cb5 (ffff998b5b4706c0) 00010000:00010000:3.0:1743493952.738051:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738054:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738064:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c3de7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x18178cb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.738101:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738108:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738114:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738120:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f296c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738123:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738129:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738137:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x148c06c6 (ffff998b5b3ef780) 00010000:00010000:3.0:1743493952.738140:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738142:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738148:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f296c0/0x1414d533cd4c3e1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738178:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738184:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738194:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738199:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738202:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738207:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738215:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x148c06c6 (ffff998b5b3ef780) 00010000:00010000:3.0:1743493952.738217:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738220:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738225:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b100/0x1414d533cd4c3e50 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.738255:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738260:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738265:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738270:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738272:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738277:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738285:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8deccae1 (ffff998b5b3ed080) 00010000:00010000:3.0:1743493952.738287:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738290:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738295:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c3edc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738318:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738323:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738328:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738332:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738334:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738350:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738358:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x8deccae1 (ffff998b5b3ed080) 00010000:00010000:3.0:1743493952.738360:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738362:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738367:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c3f22 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x8deccae1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738413:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738421:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738427:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738432:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738435:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738441:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738451:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x148c06c6 (ffff998b50fed080) 00010000:00010000:3.0:1743493952.738454:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738457:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738463:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c3ffb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738490:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738496:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738501:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738505:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53503100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738508:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738514:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738522:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x148c06c6 (ffff998b50fed080) 00010000:00010000:3.0:1743493952.738524:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738526:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738531:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c409c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x148c06c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738562:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738568:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738573:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738578:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738580:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738585:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738591:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x17610ee3 (ffff998b50e5e740) 00010000:00010000:3.0:1743493952.738593:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738595:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738604:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c478e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738648:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738654:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738660:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738665:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738668:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738674:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738683:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x220bffe4 (ffff998b50e5cd40) 00010000:00010000:3.0:1743493952.738685:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738688:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738694:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c4821 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.738739:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738746:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738777:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738782:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738785:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738791:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738799:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x1e68dc46 (ffff998b50e5c380) 00010000:00010000:3.0:1743493952.738801:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738805:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738810:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c48c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.738843:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738847:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738852:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738857:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738860:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738865:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738874:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x91184568 (ffff998b50e5c6c0) 00010000:00010000:3.0:1743493952.738876:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738879:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738885:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c4901 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.738916:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738923:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738928:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738933:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.738936:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738942:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738950:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xba61c71c (ffff998b50e5f780) 00010000:00010000:3.0:1743493952.738952:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.738955:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738961:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c4f40/0x1414d533cd4c4932 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.738999:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739005:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739010:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739016:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739019:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739025:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739034:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xdb4ed787 (ffff998b50e5d700) 00010000:00010000:3.0:1743493952.739037:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739039:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739044:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c4040/0x1414d533cd4c496a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739080:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739087:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739092:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739102:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739105:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739111:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739120:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x193cfbd6 (ffff998b50e5f440) 00010000:00010000:3.0:1743493952.739123:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739126:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739132:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b573c7880/0x1414d533cd4c4986 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739176:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739183:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739189:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739194:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739197:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739203:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739213:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x17610ee3 (ffff998b50e5c040) 00010000:00010000:3.0:1743493952.739215:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739218:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739224:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c49be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.739271:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739278:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739284:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739289:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739292:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739297:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739307:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x28dc98c0 (ffff998b5683d700) 00010000:00010000:3.0:1743493952.739310:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739313:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739318:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f2b880/0x1414d533cd4c4a04 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739365:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739376:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739382:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739387:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739390:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739397:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739407:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x220bffe4 (ffff998b5683e0c0) 00010000:00010000:3.0:1743493952.739409:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739413:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739420:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3fc40/0x1414d533cd4c4a43 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.739485:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739494:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739500:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739507:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d307c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739512:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739520:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739537:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683dd80) 00010000:00010000:3.0:1743493952.739541:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739544:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739551:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c4ab3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.739615:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739624:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739632:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739640:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739647:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739655:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739664:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x1e68dc46 (ffff998b5683f100) 00010000:00010000:3.0:1743493952.739667:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.739673:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739682:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c4acf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.739779:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.739787:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.739793:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.739800:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.739804:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.739811:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.739822:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x91184568 (ffff998b5683f440) 00010000:00010000:3.0:1743493952.739824:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.740293:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 114 pid: 15659 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.740314:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.740332:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060465920:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.740493:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.756891:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.756921:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c4b31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.756997:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757021:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757030:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757042:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757048:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757058:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757079:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe7aaf970 (ffff998b5683c040) 00010000:00010000:3.0:1743493952.757083:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757088:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757095:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c4b62 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757150:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757158:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757164:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757170:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757174:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757181:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757191:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xba61c71c (ffff998b5683edc0) 00010000:00010000:3.0:1743493952.757195:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757199:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757205:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a980/0x1414d533cd4c4b7e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757243:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757250:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757257:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757263:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757266:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757273:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757282:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xdb4ed787 (ffff998b5683d080) 00010000:00010000:3.0:1743493952.757285:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757289:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757295:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c4bbd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757360:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757373:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757380:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757385:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757389:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757396:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757406:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x7ca69afa (ffff998b5683f780) 00010000:00010000:3.0:1743493952.757409:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757412:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757419:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c4bf5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757456:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757463:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757470:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757476:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757480:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757487:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757497:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x193cfbd6 (ffff998b5683c6c0) 00010000:00010000:3.0:1743493952.757500:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757503:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757509:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c4c03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.757544:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757551:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757557:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757563:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757566:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757573:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757582:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xe5e25d80 (ffff998b55ff4380) 00010000:00010000:3.0:1743493952.757584:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757588:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757599:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c4c3b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.757648:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757655:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757662:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757668:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757672:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757678:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757688:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x28dc98c0 (ffff998b50f46740) 00010000:00010000:3.0:1743493952.757691:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757694:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757700:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c4c88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757738:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757745:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757782:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757788:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757791:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757798:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757807:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc4d44c31 (ffff998b50f46400) 00010000:00010000:3.0:1743493952.757810:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757813:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757819:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c4ca4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757868:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757875:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757882:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757887:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757891:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757897:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757907:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x586f5504 (ffff998c7fa820c0) 00010000:00010000:3.0:1743493952.757910:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.757913:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757919:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c4cff lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.757959:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757967:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757973:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757979:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.757983:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757990:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.757999:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x75c74963 (ffff998b5657e0c0) 00010000:00010000:3.0:1743493952.758002:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758005:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758011:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c4d76 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758064:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758073:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758079:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758085:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758089:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758096:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758105:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b5657ca00) 00010000:00010000:3.0:1743493952.758107:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758110:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758116:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c4d92 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758179:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758187:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758193:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758199:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758203:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758209:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758218:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe7aaf970 (ffff998b5657f100) 00010000:00010000:3.0:1743493952.758221:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758224:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758231:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c5e40/0x1414d533cd4c4ddf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758381:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758389:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758396:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758401:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b564c7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758405:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758412:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758422:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x458ba0d4 (ffff998b5657dd80) 00010000:00010000:3.0:1743493952.758424:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758428:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758438:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b564c7880/0x1414d533cd4c4ded lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.758489:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758497:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758503:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758509:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758513:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758520:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758529:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xb10fb57d (ffff998b5657d080) 00010000:00010000:3.0:1743493952.758532:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758535:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758541:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c4e4f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.758593:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758601:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758612:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758617:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758621:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758628:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758638:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xe260ec82 (ffff998b5657c380) 00010000:00010000:3.0:1743493952.758640:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758643:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758650:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c4e6b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758687:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758694:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758700:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758706:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758710:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758716:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758726:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x7ca69afa (ffff998b5657cd40) 00010000:00010000:3.0:1743493952.758728:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758731:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758738:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c4e87 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x7ca69afa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758811:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758819:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758825:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758830:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758834:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758841:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758851:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xe5e25d80 (ffff998b518646c0) 00010000:00010000:3.0:1743493952.758854:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758858:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758864:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c4ea3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xe5e25d80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.758922:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758931:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758939:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758945:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f28400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.758953:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758961:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758972:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x8849861e (ffff998b51865a40) 00010000:00010000:3.0:1743493952.758975:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.758978:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.758984:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28400/0x1414d533cd4c4edb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759026:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759033:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759039:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759045:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759049:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759056:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759065:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc4d44c31 (ffff998b5b471d80) 00010000:00010000:3.0:1743493952.759067:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759070:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759076:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c4ef7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xc4d44c31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759111:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759118:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759123:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759128:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56159e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759132:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759138:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759147:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x7eb5c453 (ffff998b5b471a40) 00010000:00010000:3.0:1743493952.759150:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759153:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759164:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c4f13 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759213:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759220:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759227:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759233:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759237:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759243:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759253:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x586f5504 (ffff998b5b472400) 00010000:00010000:3.0:1743493952.759256:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759259:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759266:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3d6c0/0x1414d533cd4c4f75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x586f5504 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759303:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759310:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759321:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759326:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759329:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759336:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759358:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x22737f46 (ffff998b5b473440) 00010000:00010000:3.0:1743493952.759361:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759365:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759371:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3f4c0/0x1414d533cd4c4f60 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759420:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759429:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759435:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759441:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759455:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759461:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759472:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x75c74963 (ffff998b5b3eedc0) 00010000:00010000:3.0:1743493952.759474:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759478:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759484:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c4fbb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.759538:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759546:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759553:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759559:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759563:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759569:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759579:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x458ba0d4 (ffff998b5b3eca00) 00010000:00010000:3.0:1743493952.759581:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759584:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759590:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c5024 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.759631:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759638:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759644:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759649:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759652:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759659:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759667:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xb0449b87 (ffff998b50fec380) 00010000:00010000:3.0:1743493952.759669:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759672:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759678:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c5040 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759722:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759729:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759734:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759744:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759747:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759810:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759824:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xb10fb57d (ffff998b50fee400) 00010000:00010000:3.0:1743493952.759830:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759834:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759841:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c505c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.759880:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759888:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759894:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759899:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759902:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759909:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759917:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x5a114248 (ffff998b50fee0c0) 00010000:00010000:3.0:1743493952.759920:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.759923:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759929:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c5078 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759974:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759982:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759988:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.759993:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.759997:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760003:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760013:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xe260ec82 (ffff998b50fed3c0) 00010000:00010000:3.0:1743493952.760016:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.760020:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760025:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c50b0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760076:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760084:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760091:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760097:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.760101:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760107:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760116:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x8ee21578 (ffff998b50fec6c0) 00010000:00010000:3.0:1743493952.760119:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.760122:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760128:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c50e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.760162:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760169:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760176:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760182:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.760185:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760192:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760201:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x8849861e (ffff998b50feea80) 00010000:00010000:3.0:1743493952.760203:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.760207:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760213:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5104 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.760249:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760256:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760262:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760268:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.760271:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760278:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760287:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x283705e2 (ffff998b50feca00) 00010000:00010000:3.0:1743493952.760290:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.760292:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.760299:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c5120 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773361:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773386:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773396:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773403:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.773410:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773420:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773443:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x7eb5c453 (ffff998b50fecd40) 00010000:00010000:3.0:1743493952.773447:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.773454:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773461:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01a5c0/0x1414d533cd4c515f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773530:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773537:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773544:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773550:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.773554:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773561:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773570:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x22737f46 (ffff998b542b3ac0) 00010000:00010000:3.0:1743493952.773573:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.773577:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.773583:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5190 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x22737f46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.774467:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774479:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774486:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774491:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.774496:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774503:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774514:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0xd4ab1204 (ffff998b5542f100) 00010000:00010000:3.0:1743493952.774516:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.774520:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774531:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c51ba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.774593:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.774600:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.774605:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.774610:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.774613:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493952.774794:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.774918:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.774996:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775068:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775122:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775161:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775200:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775238:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775428:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775455:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775480:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775504:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775527:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775596:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.775687:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060464128:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.775784:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.775839:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060464256:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.775885:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.775931:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060464384:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.775973:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.776017:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060464512:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.776065:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.776095:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801856 00000100:00100000:1.0:1743493952.776118:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801856 00010000:00010000:1.0:1743493952.776179:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 115 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776204:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3266 00000100:00100000:1.0:1743493952.776212:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+115:2438:x1828185027801856:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.776242:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.776248:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 115 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.776259:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 115 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.776288:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.776291:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.776296:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.776307:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.776357:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.776442:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+115:2438:x1828185027801856:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 229us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.776451:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3266 00000100:00100000:1.0:1743493952.776609:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802240 00000100:00100000:1.0:1743493952.776615:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802240 00010000:00010000:1.0:1743493952.776656:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 114 pid: 15658 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776670:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802368 00000100:00100000:1.0:1743493952.776673:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802368 00010000:00010000:1.0:1743493952.776697:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 115 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776711:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801984 00000100:00100000:1.0:1743493952.776715:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801984 00010000:00010000:1.0:1743493952.776740:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 115 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776780:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802496 00000100:00100000:1.0:1743493952.776784:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802496 00010000:00010000:1.0:1743493952.776810:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 116 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776822:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027801728 00000100:00100000:1.0:1743493952.776826:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027801728 00010000:00010000:1.0:1743493952.776849:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 116 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776860:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802624 00000100:00100000:1.0:1743493952.776863:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802624 00010000:00010000:1.0:1743493952.776886:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 117 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776898:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802880 00000100:00100000:1.0:1743493952.776901:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802880 00010000:00010000:1.0:1743493952.776923:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 117 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776934:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803136 00000100:00100000:1.0:1743493952.776937:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803136 00010000:00010000:1.0:1743493952.776962:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 118 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.776974:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803392 00000100:00100000:1.0:1743493952.776977:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803392 00010000:00010000:1.0:1743493952.777000:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 118 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.777013:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802752 00000100:00100000:1.0:1743493952.777016:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802752 00010000:00010000:1.0:1743493952.777042:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 119 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.777055:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803008 00000100:00100000:1.0:1743493952.777058:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803008 00010000:00010000:1.0:1743493952.777084:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 120 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.777097:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803264 00000100:00100000:1.0:1743493952.777100:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803264 00010000:00010000:1.0:1743493952.777125:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 119 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.777140:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3267 00000100:00100000:1.0:1743493952.777147:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+120:2437:x1828185027802240:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.777168:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.777174:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 120 pid: 15658 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777193:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 120 pid: 15658 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777213:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c3042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495140e expref: 120 pid: 15658 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777225:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777228:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777232:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777240:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777295:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.777365:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+119:2437:x1828185027802240:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 216us (2368us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.777374:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3267 00000100:00100000:1.0:1743493952.777407:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3268 00000100:00100000:1.0:1743493952.777412:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+118:2437:x1828185027802368:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.777432:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.777437:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 118 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777447:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 118 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777461:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b564c4400/0x1414d533cd4c2b1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512be expref: 118 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777470:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777472:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777475:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777483:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777525:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.777563:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+117:2437:x1828185027802368:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 150us (2495us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.777570:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3268 00000100:00100000:1.0:1743493952.777600:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3269 00000100:00100000:1.0:1743493952.777606:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+119:2440:x1828185027801984:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.777624:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.777631:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 119 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777641:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 119 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777655:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777658:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777661:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777668:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777704:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.777742:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+119:2440:x1828185027801984:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 134us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.777775:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3269 00000100:00100000:1.0:1743493952.777804:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3270 00000100:00100000:1.0:1743493952.777810:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+116:2437:x1828185027802496:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.777828:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.777835:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 116 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777846:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 116 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777860:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f29a80/0x1414d533cd4c2e97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513b3 expref: 116 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.777870:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777872:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.777876:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777890:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.777935:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.777975:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+115:2437:x1828185027802496:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 163us (2812us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.777982:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3270 00000100:00100000:1.0:1743493952.778012:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3271 00000100:00100000:1.0:1743493952.778018:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+118:2440:x1828185027801728:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.778037:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.778043:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 118 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.778053:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 118 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.778067:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.778069:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.778073:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.778080:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.778118:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.778160:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+118:2440:x1828185027801728:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 141us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.778167:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3271 00000100:00100000:1.0:1743493952.778198:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3272 00000100:00100000:1.0:1743493952.778204:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+117:2437:x1828185027802624:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.778221:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.778228:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 117 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.778238:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 117 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.778250:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51b17100/0x1414d533cd4c2a22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951278 expref: 117 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.778260:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.778262:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.778265:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.778273:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.778320:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493952.778496:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c28c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951216 expref: 116 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.778509:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060464768:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.778585:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778597:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778611:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778623:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778632:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778641:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778650:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c6d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.778655:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778666:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778682:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.778691:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c6d40/0x1414d533cd4c566e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.778723:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.778743:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x2f16ddac (ffff998b50e5fac0) 00010000:00010000:3.0:1743493952.778747:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.778768:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.778776:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c51eb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.778875:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778884:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778897:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778903:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cca5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.778908:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778916:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778928:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x3b73c5df (ffff998b50e5edc0) 00010000:00010000:3.0:1743493952.778932:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.778935:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778941:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5223 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.778982:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.778990:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.778996:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.779002:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779007:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.779014:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.779024:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xb0449b87 (ffff998b502b3ac0) 00010000:00010000:3.0:1743493952.779027:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779031:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.779037:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c523f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.779097:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779105:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779111:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779116:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779119:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779127:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779135:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x5a114248 (ffff998b561a7ac0) 00010000:00010000:3.0:1743493952.779137:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779142:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779148:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5270 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779204:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779212:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779221:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779227:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779232:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779238:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779249:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x8ee21578 (ffff998b5683e740) 00010000:00010000:3.0:1743493952.779253:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779258:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779264:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c52bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493952.779375:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3679:x1828185060462976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53031us (57827us total) trans 4294967960 rc 0/0 00000100:00100000:2.0:1743493952.779387:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00010000:00010000:3.0:1743493952.779483:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779492:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.779497:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f28f40/0x1414d533cd4c2c9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951327 expref: 115 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.779510:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060464896:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.779562:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779573:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779580:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779590:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779598:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779606:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779612:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.779616:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779630:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779644:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.779652:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c4b80/0x1414d533cd4c5675 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.779675:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779683:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779688:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779695:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779706:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x283705e2 (ffff998b5683d3c0) 00010000:00010000:3.0:1743493952.779708:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779712:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779718:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c52e7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.779789:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779798:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779805:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779810:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779815:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779822:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779835:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0xd4ab1204 (ffff998b5683cd40) 00010000:00010000:3.0:1743493952.779838:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779842:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779853:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5365 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779887:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779894:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779902:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779909:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a087c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.779915:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779922:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779938:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x2f16ddac (ffff998b5683ea80) 00010000:00010000:3.0:1743493952.779941:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.779943:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.779950:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5381 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0x2f16ddac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780002:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780009:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780020:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780026:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.780030:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780036:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493952.780046:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x3b73c5df (ffff998b5683ca00) 00010000:00010000:3.0:1743493952.780049:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.780053:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493952.780059:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3679:x1828185060463488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53206us (58416us total) trans 4294967961 rc 0/0 00010000:00010000:3.0:1743493952.780062:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c539d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0x3b73c5df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493952.780072:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1743493952.780163:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060465024:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.780209:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.780262:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060465408:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.780307:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.780364:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060465536:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.780407:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.780459:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060465664:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.780502:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.780577:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3273 00010000:00010000:3.0:1743493952.780588:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493952.780591:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b013850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+114:2440:x1828185027802880:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.780605:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.780612:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.780619:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.780624:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.780631:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.780638:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.780646:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493952.780649:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493952.780651:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.780657:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493952.780667:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c54b5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493952.780669:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493952.780698:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.780703:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2b4c0/0x1414d533cd4c2cfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951335 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493952.780714:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.780722:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.780723:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.780728:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.780732:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493952.780736:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.780739:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:2.0:1743493952.780784:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.780785:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.780810:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493952.780814:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.780817:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.780823:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c5564 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1d0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:3.0:1743493952.780846:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780854:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780861:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493952.780862:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.780870:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.780875:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780882:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780893:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.780896:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.780900:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780907:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c561a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.780926:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.780935:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.780936:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b013850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+113:2440:x1828185027802880:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 346us (5505us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493952.780952:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.780956:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3273 00010000:00010000:3.0:1743493952.780965:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493952.780969:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.780976:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.780986:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b5683dd80) 00010000:00010000:3.0:1743493952.780989:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493952.780992:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493952.780998:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c562f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.781009:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3274 00000100:00100000:2.0:1743493952.781017:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+112:2440:x1828185027803136:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.781039:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.781046:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 112 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781059:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 112 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781077:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51b174c0/0x1414d533cd4c341d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514f5 expref: 112 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781086:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781089:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781093:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781101:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.781108:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3275 00000100:00100000:3.0:1743493952.781120:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2440:x1828185027803392:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.781145:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.781154:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 114 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781154:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.781169:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 114 pid: 15625 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493952.781188:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.781190:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.781195:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.781202:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+111:2440:x1828185027803136:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 183us (5743us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493952.781207:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.781214:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3274 00000100:00100000:2.0:1743493952.781269:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3276 00010000:00010000:3.0:1743493952.781276:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.781278:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+110:2440:x1828185027802752:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.781302:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.781309:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 110 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781319:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 110 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781332:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781335:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781350:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781360:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781395:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.781424:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+110:2440:x1828185027802752:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 147us (5919us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.781432:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3276 00000100:00100000:2.0:1743493952.781466:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3277 00000100:00100000:2.0:1743493952.781473:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+109:2440:x1828185027803008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.781491:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.781497:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781515:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781529:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b564c65c0/0x1414d533cd4c2dcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x170:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495136d expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781539:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781541:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781544:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781552:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781598:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.781625:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+108:2440:x1828185027803008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 151us (6097us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.781632:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3277 00000100:00100000:2.0:1743493952.781665:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3278 00000100:00100000:2.0:1743493952.781672:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+114:2440:x1828185027803264:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.781709:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.781718:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.781726:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+114:2440:x1828185027803392:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 601us (6239us total) trans 0 rc 0/0 00010000:00010000:2.0:1743493952.781733:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.781741:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3275 00010000:00010000:2.0:1743493952.781789:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b564c4040/0x1414d533cd4c2bcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512f6 expref: 114 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.781799:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781801:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.781805:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781814:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781865:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781873:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.781878:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781890:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781899:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781908:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.781910:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+112:2440:x1828185027803264:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 236us (6312us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493952.781926:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f287c0 already unused, calling callback (ffffffffc0b63a10) 00000100:00100000:2.0:1743493952.781928:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3278 00010000:00010000:3.0:1743493952.781933:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781943:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781965:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.781974:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f287c0/0x1414d533cd4c569f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781979:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781989:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.781998:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782007:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782021:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782028:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.782031:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782039:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782052:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.782061:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7f100/0x1414d533cd4c56b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782315:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f29e40/0x1414d533cd4c2d63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x170:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951358 expref: 111 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.782329:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060464640:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.782420:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782436:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782443:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782453:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782462:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782470:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782477:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b573c7c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.782480:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782489:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782505:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.782513:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7c40/0x1414d533cd4c5667 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x170:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.783093:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3676:x1828185060462208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51928us (53081us total) trans 4294967974 rc 0/0 00000100:00100000:3.0:1743493952.783105:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000004:00080000:3.0:1743493952.783197:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50648600/2, rc 0, transno 4294967974 00000100:00100000:3.0:1743493952.783446:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493952.783617:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50687900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466048:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.783813:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3679:x1828185060463616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61691us (62366us total) trans 4294967962 rc 0/0 00000100:00100000:0.0:1743493952.783822:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1743493952.783972:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+110:2437:x1828185027802624:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 5763us (8729us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.783982:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3272 00010000:00010000:1.0:1743493952.784139:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c47c0/0x1414d533cd4c2fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951407 expref: 109 pid: 15625 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.784153:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060465792:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.784211:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784222:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784230:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784240:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784247:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784255:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784262:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.784266:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784276:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784301:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.784309:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c56c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.784876:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.784948:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060466048 00000100:00100000:3.0:1743493952.784959:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060466048 00000100:00100000:3.0:1743493952.785019:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00100000:3.0:1743493952.785028:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3678:x1828185060466048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493952.785074:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:373 count 1 00010000:00010000:3.0:1743493952.785113:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785134:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.785142:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.785146:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.785150:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785218:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.785233:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.785246:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50683400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060466176:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.785336:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.785400:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785409:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785419:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785427:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785433:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785440:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cb80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.785444:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785452:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785467:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.785474:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54c7cb80/0x1414d533cd4c56bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.788003:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060463872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51334us (57098us total) trans 4294967963 rc 0/0 00000100:00100000:1.0:1743493952.788022:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00010000:00010000:1.0:1743493952.788134:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788149:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788162:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788171:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788181:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788189:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54032980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.788193:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788203:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788227:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788235:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54032980/0x1414d533cd4c5659 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.788798:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060462464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67773us (69165us total) trans 4294967977 rc 0/0 00000100:00100000:1.0:1743493952.788807:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00010000:00010000:1.0:1743493952.788860:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788870:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788880:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788887:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788895:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788907:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540316c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.788911:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788918:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788933:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.788940:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b540316c0/0x1414d533cd4c5660 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.789264:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3679:x1828185060463104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67403us (67933us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1743493952.789273:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00010000:00010000:1.0:1743493952.789319:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789328:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789336:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789356:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789364:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789371:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.789374:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789381:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789394:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789401:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c5652 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.789689:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060461952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68903us (70163us total) trans 4294967978 rc 0/0 00000100:00100000:1.0:1743493952.789697:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00010000:00010000:1.0:1743493952.789743:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789776:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789784:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789792:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789800:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789806:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.789810:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789818:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789832:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.789839:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a7880/0x1414d533cd4c564b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x172:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.790440:0:3676:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967952 gen 2 00000004:00080000:0.0:1743493952.790451:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f79180, transno 4294967932 00000004:00080000:0.0:1743493952.790479:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7d0c0, transno 4294967933 00000004:00080000:0.0:1743493952.790482:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b56129180, transno 4294967934 00000004:00080000:0.0:1743493952.790486:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567e9740, transno 4294967935 00000004:00080000:0.0:1743493952.790489:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ee7c0, transno 4294967936 00000004:00080000:0.0:1743493952.790492:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ec540, transno 4294967937 00000004:00080000:0.0:1743493952.790496:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612a2c0, transno 4294967938 00000004:00080000:0.0:1743493952.790499:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b56128600, transno 4294967939 00000004:00080000:0.0:1743493952.790502:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612cb00, transno 4294967940 00000004:00080000:0.0:1743493952.790505:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612dc40, transno 4294967941 00000004:00080000:0.0:1743493952.790508:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f78600, transno 4294967942 00000004:00080000:0.0:1743493952.790511:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fcb00, transno 4294967943 00000004:00080000:0.0:1743493952.790514:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568ff340, transno 4294967944 00000004:00080000:0.0:1743493952.790517:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f8040, transno 4294967945 00000004:00080000:0.0:1743493952.790520:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fae40, transno 4294967946 00000004:00080000:0.0:1743493952.790522:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fb9c0, transno 4294967947 00000004:00080000:0.0:1743493952.790525:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f9d00, transno 4294967948 00000004:00080000:0.0:1743493952.790529:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fbf80, transno 4294967949 00000004:00080000:0.0:1743493952.790532:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fa2c0, transno 4294967950 00000004:00080000:0.0:1743493952.790535:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095cb00, transno 4294967951 00000004:00080000:0.0:1743493952.790538:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095e7c0, transno 4294967952 00000100:00100000:0.0:1743493952.790546:0:3676:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff998b5252d680 x1828185060463872/t4294967963(4294967963) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1743493968 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1743493952.790564:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252d680/2, rc 0, transno 4294967963 00000100:00100000:0.0:1743493952.790570:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463872:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493952.791265:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064d680/2, rc 0, transno 4294967975 00000100:00100000:0.0:1743493952.791283:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462336:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.792036:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060462592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71505us (72628us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1743493952.792051:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1743493952.792414:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+15:3676:x1828185060462336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56310us (61949us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1743493952.792424:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00010000:00010000:2.0:1743493952.792486:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792500:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792514:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792523:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792533:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792541:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.792547:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792558:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792582:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.792590:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c56c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.793137:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060463360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56598us (62458us total) trans 4294967965 rc 0/0 00000100:00100000:2.0:1743493952.793146:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1743493952.793373:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493952.793395:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.793494:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.793550:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060466304 00000100:00100000:2.0:1743493952.793559:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060466304 00000100:00100000:2.0:1743493952.793612:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1743493952.793620:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3678:x1828185060466304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.793662:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:374 count 1 00010000:00010000:2.0:1743493952.793701:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.793722:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.793730:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.793732:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.793737:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.793833:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.793848:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.793862:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060466432:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.793935:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00010000:00010000:2.0:1743493952.794031:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01a200/0x1414d533cd4c3279 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495147e expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.794043:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060465152:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.794122:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794133:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794140:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794150:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794158:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794165:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794172:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2a200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.794176:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794185:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794201:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.794214:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55f2a200/0x1414d533cd4c56a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.794600:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+16:3676:x1828185060462720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62856us (64462us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1743493952.794609:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00100000:2.0:1743493952.794665:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027802112 00000100:00100000:2.0:1743493952.794672:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027802112 00000100:00100000:2.0:1743493952.794730:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12600 00000100:00100000:2.0:1743493952.794737:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027802112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.794849:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x304:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493952.795035:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x304:0x0]: rc = -2 00000100:00100000:2.0:1743493952.795075:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027802112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (20156us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493952.795083:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12600 00000004:00080000:2.0:1743493952.795987:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252ed80/2, rc 0, transno 4294967960 00000100:00100000:2.0:1743493952.795997:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462976:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493952.796019:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52529740/2, rc 0, transno 4294967961 00000100:00100000:2.0:1743493952.796023:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463488:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493952.796045:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252b9c0/2, rc 0, transno 4294967964 00000100:00100000:2.0:1743493952.796049:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463104:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493952.796067:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252ae40/2, rc 0, transno 4294967962 00000100:00100000:2.0:1743493952.796071:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060463616:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493952.796095:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064cb00/2, rc 0, transno 4294967978 00000100:00100000:2.0:1743493952.796108:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060461952:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493952.796128:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064f340/2, rc 0, transno 4294967977 00000100:00100000:2.0:1743493952.796132:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462464:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493952.796151:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064e7c0/2, rc 0, transno 4294967979 00000100:00100000:2.0:1743493952.796154:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.796315:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060466688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.796421:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.796465:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1743493952.796472:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060466560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.796536:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.796587:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060466688 00000100:00100000:2.0:1743493952.796594:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060466688 00000100:00100000:2.0:1743493952.796649:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060466560 00000100:00100000:2.0:1743493952.796653:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060466560 00000100:00100000:2.0:1743493952.796689:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:2.0:1743493952.796697:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060466688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.796736:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:376 count 1 00010000:00010000:2.0:1743493952.796808:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.796830:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 106 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.796839:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.796842:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.796846:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.796915:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 106 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.796931:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 106 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.796943:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060466944:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.797035:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.797054:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466816:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493952.798624:0:8664:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 43 changes, 8 in progress, 3 in flight, 21 done 00000100:00100000:1.0:1743493952.799568:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:1.0:1743493952.799582:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060466560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.799637:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:375 count 1 00010000:00010000:1.0:1743493952.799681:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.799706:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.799714:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.799717:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.799721:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.800375:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.800391:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 106 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.800409:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060467712:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.800550:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.800592:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060467328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.800690:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.801572:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493952.801587:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a69740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060467200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.801690:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1743493952.803420:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064f900/2, rc 0, transno 4294967976 00000100:00100000:0.0:1743493952.803448:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462848:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493952.803479:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52529d00/2, rc 0, transno 4294967965 00000100:00100000:3.0:1743493952.804077:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3676:x1828185060462848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 67751us (73507us total) trans 4294967976 rc 0/0 00000100:00100000:3.0:1743493952.804093:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:3.0:1743493952.804170:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060467328 00000100:00100000:3.0:1743493952.804180:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060467328 00000100:00100000:0.0:1743493952.804301:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463360:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493952.804351:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50649180/2, rc 0, transno 4294967980 00000100:00100000:0.0:1743493952.804357:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060462720:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.804528:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.806458:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.806582:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.807028:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060467200 00000100:00100000:3.0:1743493952.807040:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060467200 00000100:00100000:3.0:1743493952.807127:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060466816 00000100:00100000:3.0:1743493952.807131:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060466816 00000100:00100000:3.0:1743493952.807176:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:3.0:1743493952.807187:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3677:x1828185060467328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.807242:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:373 count 1 00010000:00010000:3.0:1743493952.807286:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.807311:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.807326:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.807328:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.807332:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.807428:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.807445:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.807460:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a68040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8428:1828185060467840:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.807567:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.807606:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1743493952.807612:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3677:x1828185060467200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.807640:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:372 count 1 00010000:00010000:3.0:1743493952.807663:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.807676:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.807683:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.807685:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.807688:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.807745:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1743493952.808023:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:1.0:1743493952.808031:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060466816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.808063:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:377 count 1 00010000:00010000:1.0:1743493952.808090:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.808105:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 106 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.808112:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.808114:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.808116:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.808175:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 106 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493952.808188:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 106 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.808201:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060468096:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.808286:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.808438:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493952.808452:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060468224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.808785:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.808935:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.809644:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1743493952.809657:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467072:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.809742:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.809804:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.809879:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.809931:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060467456 00000100:00100000:2.0:1743493952.809940:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060467456 00000100:00100000:2.0:1743493952.810003:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060467072 00000100:00100000:2.0:1743493952.810007:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060467072 00000100:00100000:2.0:1743493952.810036:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060467584 00000100:00100000:2.0:1743493952.810039:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060467584 00000100:00100000:2.0:1743493952.810077:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:2.0:1743493952.810085:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060467456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.810130:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:374 count 1 00010000:00010000:2.0:1743493952.810167:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810187:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810196:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810198:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810202:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810270:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810285:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.810299:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060468352:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.810397:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.810462:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060465280:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.810527:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.810555:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1743493952.810560:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060467072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.810588:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:371 count 1 00010000:00010000:2.0:1743493952.810609:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810622:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810629:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810630:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810633:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810684:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 108 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810695:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.810705:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060468480:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.810796:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.810816:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1743493952.810822:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060467584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.810847:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:375 count 1 00010000:00010000:2.0:1743493952.810868:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810880:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 108 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810888:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810890:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.810893:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.810944:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 108 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.810954:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 108 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.810965:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbc9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060468608:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.811029:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.811158:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1743493952.811169:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060468864:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.811260:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.811312:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060468864 00000100:00100000:2.0:1743493952.811317:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060468864 00000100:00100000:2.0:1743493952.811379:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1743493952.811385:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3679:x1828185060468864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.811410:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:379 count 1 00010000:00010000:2.0:1743493952.811437:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.811450:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.811464:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.811466:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.811469:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.811523:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.811535:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 106 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.811548:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcb400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060468992:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.811617:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.812701:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.812720:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060467968:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.812837:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803520 00000100:00100000:0.0:1743493952.812845:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803520 00010000:00010000:0.0:1743493952.812904:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 107 pid: 15658 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.812945:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803648 00000100:00100000:0.0:1743493952.812950:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803648 00010000:00010000:0.0:1743493952.812980:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.813010:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3279 00000100:00100000:0.0:1743493952.813019:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+107:2437:x1828185027803520:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.813045:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.813053:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 107 pid: 15658 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.813068:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 107 pid: 15658 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.813112:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.813115:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.813122:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813133:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813186:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.813262:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+107:2437:x1828185027803520:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 241us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.813272:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3279 00000100:00100000:0.0:1743493952.813316:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3280 00000100:00100000:0.0:1743493952.813322:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+109:2438:x1828185027803648:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.813356:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.813362:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.813373:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.813389:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2ad40/0x1414d533cd4c2e90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x171:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49513ac expref: 109 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.813402:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.813403:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.813407:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813414:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813459:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.813499:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+108:2438:x1828185027803648:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 175us (4564us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.813506:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3280 00010000:00010000:0.0:1743493952.813718:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b564c7c40/0x1414d533cd4c2bf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512fd expref: 106 pid: 15658 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.813730:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15650:1828185060464000:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.813825:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813837:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813843:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813854:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813862:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813870:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813877:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.813882:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813891:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813905:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.813911:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c5644 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.814421:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3679:x1828185060462080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 94240us (95283us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1743493952.814431:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00010000:00010000:0.0:1743493952.814496:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814507:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814517:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814525:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814534:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814542:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55f2bc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.814545:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814554:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814568:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.814576:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2bc40/0x1414d533cd4c56ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x171:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.814936:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3676:x1828185060463744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79580us (84602us total) trans 4294967966 rc 0/0 00000100:00100000:0.0:1743493952.814944:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1743493952.815009:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.815078:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbc8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060468736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.815157:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.815209:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060468224 00000100:00100000:0.0:1743493952.815218:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060468224 00000100:00100000:0.0:1743493952.815261:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060468736 00000100:00100000:0.0:1743493952.815265:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060468736 00000100:00100000:0.0:1743493952.815298:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:0.0:1743493952.815305:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060468224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493952.815361:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:376 count 1 00010000:00010000:0.0:1743493952.815394:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.815412:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.815419:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.815421:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.815425:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.815496:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 107 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.815510:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.815523:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbc9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060469120:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.815607:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.815629:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:0.0:1743493952.815635:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3677:x1828185060468736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.815662:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:378 count 1 00010000:00010000:0.0:1743493952.815686:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.815700:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 105 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.815706:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.815708:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.815711:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.815795:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 105 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493952.815806:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.815818:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060469248:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.815878:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.817108:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000004:00080000:2.0:1743493952.817186:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50649d00/2, rc 0, transno 4294967981 00000100:00100000:2.0:1743493952.817205:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50649d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060462080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.817310:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060469376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.817411:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.817480:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060469376 00000100:00100000:2.0:1743493952.817487:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060469376 00000100:00100000:2.0:1743493952.817551:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:2.0:1743493952.817559:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3679:x1828185060469376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.817598:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:271 count 1 00010000:00010000:2.0:1743493952.817634:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.817661:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 105 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.817669:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.817672:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.817676:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.817739:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 105 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.817773:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 105 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.817786:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060469504:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.817846:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000004:00080000:3.0:1743493952.818399:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52528040/2, rc 0, transno 4294967966 00000100:00100000:3.0:1743493952.818425:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463744:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.826974:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcdc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060469632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.827138:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.827288:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060469632 00000100:00100000:2.0:1743493952.827300:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060469632 00000100:00100000:1.0:1743493952.828297:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828365:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828418:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828465:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828562:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828604:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828671:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828835:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828877:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828955:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.828986:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804160 00000100:00100000:1.0:1743493952.828994:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804160 00000100:00100000:1.0:1743493952.829064:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3569 00000100:00100000:1.0:1743493952.829074:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+438:13290:x1828185027804160:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493952.829667:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3773, 168 off665808 00000001:00080000:1.0:1743493952.829678:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974767 00000100:00100000:1.0:1743493952.829926:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027804160:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 850us (1558us total) trans 4294974768 rc 0/0 00000100:00100000:1.0:1743493952.829937:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3569 00000020:00080000:1.0:1743493952.829944:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493952.830053:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6c540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060467712:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.830119:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.830171:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060468096:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.830213:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.830241:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804288 00000100:00100000:1.0:1743493952.830247:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804288 00000100:00100000:1.0:1743493952.830296:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804416 00000100:00100000:1.0:1743493952.830303:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804416 00000100:00100000:1.0:1743493952.830352:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12601 00000100:00100000:1.0:1743493952.830360:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+441:13289:x1828185027804288:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.830375:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.830416:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c5739 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dd8 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.830558:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493952.830576:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.830586:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493952.830659:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.830672:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.830687:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060469760:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.830810:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.830835:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12602 00000100:00100000:1.0:1743493952.830841:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027804416:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.830905:0:11942:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x305:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493952.831079:0:11942:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x305:0x0]: rc = -2 00000100:00100000:1.0:1743493952.831142:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027804416:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 298us (2676us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493952.831150:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12602 00000100:00100000:1.0:1743493952.831212:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027803776 00000100:00100000:1.0:1743493952.831218:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027803776 00010000:00010000:1.0:1743493952.831254:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 108 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831274:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804544 00000100:00100000:1.0:1743493952.831277:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804544 00010000:00010000:1.0:1743493952.831302:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 106 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831314:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804672 00000100:00100000:1.0:1743493952.831317:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804672 00010000:00010000:1.0:1743493952.831354:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831367:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804800 00000100:00100000:1.0:1743493952.831370:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804800 00010000:00010000:1.0:1743493952.831396:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 108 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831408:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805056 00000100:00100000:1.0:1743493952.831412:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805056 00010000:00010000:1.0:1743493952.831437:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831456:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027804928 00000100:00100000:1.0:1743493952.831460:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027804928 00010000:00010000:1.0:1743493952.831485:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831496:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805184 00000100:00100000:1.0:1743493952.831499:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805184 00010000:00010000:1.0:1743493952.831521:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 110 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493952.831535:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3281 00000100:00100000:1.0:1743493952.831541:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027803776:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.831562:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.831569:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 109 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.831583:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 109 pid: 15659 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.831614:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.831617:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.831623:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.831635:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.831686:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.831730:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2437:x1828185027803776:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 187us (3438us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.831738:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3281 00000100:00100000:1.0:1743493952.831795:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3282 00000100:00100000:1.0:1743493952.831800:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+110:2438:x1828185027804544:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.831818:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.831823:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 110 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.831834:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 110 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.831850:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.831852:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.831856:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.831864:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.831896:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.831932:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+110:2438:x1828185027804544:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 131us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.831939:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3282 00000100:00100000:1.0:1743493952.831966:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3283 00000100:00100000:1.0:1743493952.831971:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2439:x1828185027804672:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.831988:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.831993:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 109 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832003:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 109 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832016:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832018:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832022:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832030:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832065:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.832103:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+109:2439:x1828185027804672:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 131us (3499us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.832110:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3283 00000100:00100000:1.0:1743493952.832135:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3284 00000100:00100000:1.0:1743493952.832140:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+108:2438:x1828185027804800:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.832157:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.832163:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 108 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832177:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 108 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832190:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832191:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832195:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832202:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832236:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.832275:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+108:2438:x1828185027804800:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 132us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.832282:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3284 00000100:00100000:1.0:1743493952.832310:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3285 00000100:00100000:1.0:1743493952.832315:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027805056:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.832333:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.832350:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832372:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832386:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832388:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832391:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832399:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832434:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.832472:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+108:2437:x1828185027805056:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 155us (3637us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.832480:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3285 00000100:00100000:1.0:1743493952.832506:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3286 00000100:00100000:1.0:1743493952.832511:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+107:2437:x1828185027804928:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.832530:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.832537:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832546:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832558:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c3909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951668 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832569:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832571:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832574:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832587:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832636:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.832662:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+106:2437:x1828185027804928:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 150us (3785us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.832669:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3286 00000100:00100000:1.0:1743493952.832697:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3287 00000100:00100000:1.0:1743493952.832702:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027805184:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.832720:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.832727:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832737:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832772:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b199e40/0x1414d533cd4c3bf6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495174f expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493952.832782:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832784:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.832788:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832795:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832839:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.832865:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+104:2437:x1828185027805184:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 162us (3911us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.832873:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3287 00010000:00010000:1.0:1743493952.832976:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832987:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.832999:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833007:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833017:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833025:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.833030:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833040:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833057:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.833065:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54066d40/0x1414d533cd4c56ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.833701:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:2.0:1743493952.833710:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+19:3676:x1828185060469632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.833774:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:377 count 1 00010000:00010000:2.0:1743493952.833813:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.833830:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.833843:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.833845:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.833848:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.833917:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 107 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.833931:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.833946:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50979180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060469888:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.834031:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c504b9500 going to sleep for 11 seconds 00010000:00010000:2.0:1743493952.834112:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c6200/0x1414d533cd4c3773 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515f8 expref: 103 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.834124:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060466432:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.834187:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834197:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834205:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834220:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834228:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834236:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834242:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.834246:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834255:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834269:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834277:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54064040/0x1414d533cd4c56de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834501:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0187c0/0x1414d533cd4c3a67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d8 expref: 102 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.834511:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060466944:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.834554:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834561:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834567:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834574:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834580:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834586:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834592:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540647c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.834594:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834601:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834612:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.834624:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b540647c0/0x1414d533cd4c56e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.834992:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+23:3677:x1828185060466688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38294us (38570us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1743493952.835000:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00010000:00010000:0.0:1743493952.835200:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b564c4b80/0x1414d533cd4c2b25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49512c5 expref: 107 pid: 15659 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.835211:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060465920:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.835260:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835268:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835275:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835282:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835288:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835294:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835300:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.835303:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835310:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835321:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.835327:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c56d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.835642:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+20:3676:x1828185060463232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 98549us (105401us total) trans 4294967967 rc 0/0 00000100:00100000:0.0:1743493952.835650:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000004:00080000:3.0:1743493952.835896:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252cb00/2, rc 0, transno 4294967967 00000100:00100000:3.0:1743493952.835916:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060463232:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.836036:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1743493952.836052:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060470016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.836131:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.836176:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060470016 00000100:00100000:3.0:1743493952.836184:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060470016 00000100:00100000:3.0:1743493952.836242:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:3.0:1743493952.836249:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+20:3676:x1828185060470016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.836290:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:378 count 1 00010000:00010000:3.0:1743493952.836324:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836362:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.836370:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.836372:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.836376:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836435:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 106 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.836448:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 106 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.836461:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50978040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060470144:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.836530:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.836621:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c35a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495156c expref: 106 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.836632:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a68040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8428:1828185060467840:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.836680:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836689:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836701:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836709:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836715:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836722:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836728:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54067880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.836732:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836739:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836776:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.836784:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54067880/0x1414d533cd4c56f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.837120:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3677:x1828185060467328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29932us (36429us total) trans 4294967968 rc 0/0 00000100:00100000:3.0:1743493952.837129:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000004:00080000:3.0:1743493952.837201:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6b9c0/2, rc 0, transno 4294967968 00000100:00100000:3.0:1743493952.837214:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060467328:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493952.837240:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50681d00/2, rc 0, transno 4294967984 00000100:00100000:3.0:1743493952.837254:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060466688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493952.837442:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060470272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.837517:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.837563:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1743493952.837570:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060470400:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493952.837631:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.837678:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060470272 00000100:00100000:3.0:1743493952.837684:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060470272 00000100:00100000:3.0:1743493952.837725:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060470400 00000100:00100000:3.0:1743493952.837728:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060470400 00000100:00100000:3.0:1743493952.838393:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:3.0:1743493952.838401:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3678:x1828185060470272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.838441:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:379 count 1 00010000:00010000:3.0:1743493952.838474:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.838493:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 105 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.838500:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.838502:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.838505:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.838565:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 105 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493952.838991:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 105 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.839006:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8428:1828185060470528:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.839083:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.839133:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:3.0:1743493952.839139:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3678:x1828185060470400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493952.839164:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:275 count 1 00010000:00010000:3.0:1743493952.839187:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.839201:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 101 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.839208:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.839211:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.839213:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.839262:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 101 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.839272:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 101 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.839283:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15650:1828185060470656:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.839335:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493952.840134:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b564c6980/0x1414d533cd4c3600 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951581 expref: 101 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.840149:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50683400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060466176:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.840206:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840218:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840225:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840235:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840244:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840253:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840260:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.840266:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840276:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840295:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.840303:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b56978f40/0x1414d533cd4c56d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x175:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.840778:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060466048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55748us (55903us total) trans 4294967985 rc 0/0 00000100:00100000:3.0:1743493952.840787:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00010000:00010000:0.0:1743493952.841852:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841866:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841877:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841885:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841894:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841902:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535047c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.841906:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841914:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841931:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.841940:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b535047c0/0x1414d533cd4c5701 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1743493952.848982:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50687900/2, rc 0, transno 4294967985 00000100:00100000:3.0:1743493952.849018:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50687900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493952.849274:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1743493952.849295:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd68600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060470784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.855472:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060466816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47425us (50930us total) trans 4294967986 rc 0/0 00000100:00100000:0.0:1743493952.855492:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:3.0:1743493952.856994:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.857086:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060470784 00000100:00100000:0.0:1743493952.857099:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060470784 00000100:00100000:0.0:1743493952.857180:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1743493952.857189:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060470784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.857244:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:304 count 1 00010000:00010000:0.0:1743493952.857293:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.857319:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.857329:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.857331:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.857335:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.857433:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.857450:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 100 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.857474:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd69740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060470912:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.857583:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.857685:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.859844:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060469760:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.859909:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060468352:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.859927:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493952.859955:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860000:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060468480:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860046:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860096:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbc9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060468608:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860141:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860188:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcb400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060468992:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860233:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860289:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060467968:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860335:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860400:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50979180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060469888:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860444:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860493:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060469504:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.860540:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.860601:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805312 00000100:00100000:2.0:1743493952.860611:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805312 00010000:00010000:2.0:1743493952.860683:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 106 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.860722:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805568 00000100:00100000:2.0:1743493952.860726:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805568 00010000:00010000:2.0:1743493952.860779:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 107 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.860809:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3288 00000100:00100000:2.0:1743493952.860817:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+107:2438:x1828185027805312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.860857:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.860864:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.860878:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.860910:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c7100/0x1414d533cd4c36fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x176:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49515ce expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.860928:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.860931:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.860937:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.860947:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861000:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.861096:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+106:2438:x1828185027805312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 276us (3512us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.861105:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3288 00000100:00100000:2.0:1743493952.861147:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3289 00000100:00100000:2.0:1743493952.861153:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+105:2437:x1828185027805568:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.861173:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.861178:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.861190:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.861205:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c3884 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x177:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951645 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.861213:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.861215:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.861219:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861227:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861268:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.861308:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+104:2437:x1828185027805568:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 154us (3622us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.861316:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3289 00010000:00010000:2.0:1743493952.861373:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861382:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861392:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861405:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861412:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861418:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.861423:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861431:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861443:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.861450:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3cf40/0x1414d533cd4c5708 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x176:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1743493952.863982:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50686d80/2, rc 0, transno 4294967986 00000100:00100000:3.0:1743493952.864016:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.864081:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.864200:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060469248:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.864314:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.864391:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbc9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060469120:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.864441:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.865313:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3678:x1828185060467456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55222us (58727us total) trans 4294967969 rc 0/0 00000100:00100000:2.0:1743493952.865326:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00010000:00010000:2.0:1743493952.865414:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865426:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865440:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.865444:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060466560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65864us (68906us total) trans 4294967982 rc 0/0 00010000:00010000:2.0:1743493952.865449:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.865453:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00010000:00010000:2.0:1743493952.865459:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865467:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3c7c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.865473:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865482:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865508:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.865516:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c7c0/0x1414d533cd4c5716 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x177:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493952.865527:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b506822c0/2, rc 0, transno 4294967982 00000100:00100000:1.0:1743493952.865534:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060466560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.865923:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3678:x1828185060467584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55100us (56043us total) trans 4294967970 rc 0/0 00000100:00100000:2.0:1743493952.865931:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000004:00080000:2.0:1743493952.866005:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a69180/2, rc 0, transno 4294967970 00000100:00100000:2.0:1743493952.866022:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467584:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493952.866047:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6bf80/2, rc 0, transno 4294967969 00000100:00100000:2.0:1743493952.866051:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.866217:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1743493952.866235:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060471168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.866312:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.866367:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060471168 00000100:00100000:2.0:1743493952.866374:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060471168 00000100:00100000:2.0:1743493952.866419:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1743493952.866426:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3679:x1828185060471168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.866462:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:272 count 1 00010000:00010000:2.0:1743493952.866495:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.866515:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 103 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.866522:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.866525:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.866528:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.866581:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 103 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.866594:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 103 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.866610:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060471296:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.866692:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.866712:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1743493952.866723:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060471040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.866820:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.866867:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060471040 00000100:00100000:2.0:1743493952.866871:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060471040 00000100:00100000:2.0:1743493952.866913:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:2.0:1743493952.866919:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3676:x1828185060471040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.866944:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:380 count 1 00010000:00010000:2.0:1743493952.866967:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.866980:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 103 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.866988:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.866990:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.866993:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.867046:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 103 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493952.867056:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 103 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493952.867073:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060471424:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.867145:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.869704:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3678:x1828185060466304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 76072us (76199us total) trans 4294967983 rc 0/0 00000100:00100000:1.0:1743493952.869721:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000004:00080000:1.0:1743493952.869860:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50681740/2, rc 0, transno 4294967983 00000100:00100000:1.0:1743493952.869870:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060466304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.870371:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:15650:1828185060470656:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.870433:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.870491:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50978040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060470144:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.870537:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.872454:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060471808:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.872581:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.872641:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493952.872649:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060471680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.872713:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.872782:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50239740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060471552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.872848:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.872907:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060471808 00000100:00100000:1.0:1743493952.872917:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060471808 00000100:00100000:1.0:1743493952.872986:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060471680 00000100:00100000:1.0:1743493952.872990:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060471680 00000100:00100000:1.0:1743493952.873021:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060471552 00000100:00100000:1.0:1743493952.873025:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060471552 00000100:00100000:1.0:1743493952.873062:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:1.0:1743493952.873070:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060471808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.873121:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:303 count 1 00010000:00010000:1.0:1743493952.873165:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873189:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873198:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873201:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873205:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873278:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873293:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 100 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.873311:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060471936:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.873419:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.873440:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:1.0:1743493952.873446:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060471680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.873468:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:301 count 1 00010000:00010000:1.0:1743493952.873488:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873500:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873507:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873509:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873512:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873565:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 100 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873576:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 100 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.873586:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060472064:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.873657:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.873676:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1743493952.873682:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+25:3679:x1828185060471552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.873705:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:298 count 1 00010000:00010000:1.0:1743493952.873725:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873739:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 100 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873746:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873747:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.873773:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873828:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 100 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.873837:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 100 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.873847:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060472192:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.873916:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.874719:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8428:1828185060470528:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.874809:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.877621:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.877699:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805440 00000100:00100000:3.0:1743493952.877711:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.877713:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805440 00000100:00100000:3.0:1743493952.877796:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.877832:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 104 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.877847:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.877884:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805696 00000100:00100000:0.0:1743493952.877889:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805696 00000100:00100000:3.0:1743493952.877917:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.877928:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 101 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.877955:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805952 00000100:00100000:0.0:1743493952.877960:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805952 00000100:00100000:3.0:1743493952.877984:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.878000:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 105 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.878020:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806208 00000100:00100000:0.0:1743493952.878024:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806208 00000100:00100000:3.0:1743493952.878036:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.878063:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 102 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.878083:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806336 00000100:00100000:0.0:1743493952.878086:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806336 00000100:00100000:3.0:1743493952.878097:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.878126:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.878145:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027805824 00000100:00100000:3.0:1743493952.878148:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.878151:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027805824 00010000:00010000:0.0:1743493952.878193:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 106 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.878204:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.878216:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806080 00000100:00100000:0.0:1743493952.878221:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806080 00010000:00010000:0.0:1743493952.878259:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 103 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.878264:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.878280:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806464 00000100:00100000:0.0:1743493952.878285:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806464 00010000:00010000:0.0:1743493952.878318:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.878328:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.878356:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806592 00000100:00100000:0.0:1743493952.878361:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806592 00010000:00010000:0.0:1743493952.878396:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 104 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.878415:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806848 00000100:00100000:0.0:1743493952.878419:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806848 00000100:00100000:3.0:1743493952.878426:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493952.878456:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 108 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.878472:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806720 00000100:00100000:0.0:1743493952.878477:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806720 00010000:00010000:0.0:1743493952.878504:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:0.0:1743493952.878522:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3290 00000100:00100000:0.0:1743493952.878532:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+109:2438:x1828185027805440:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.878567:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.878574:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878590:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878621:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e26980/0x1414d533cd4c3233 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951462 expref: 109 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878643:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.878646:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.878651:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.878664:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.878739:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.878850:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+108:2438:x1828185027805440:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 317us (1239us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.878860:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3290 00000100:00100000:0.0:1743493952.878899:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3291 00000100:00100000:0.0:1743493952.878905:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+104:2438:x1828185027805696:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.878923:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.878929:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 104 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878941:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 104 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878957:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a3880/0x1414d533cd4c3f0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951836 expref: 104 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.878967:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.878970:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.878973:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.878982:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879028:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.879064:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+103:2438:x1828185027805696:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 158us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.879070:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3291 00000100:00100000:0.0:1743493952.879099:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3292 00000100:00100000:0.0:1743493952.879104:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+107:2438:x1828185027805952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.879121:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.879126:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879137:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879151:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55e64040/0x1414d533cd4c33fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49514e7 expref: 107 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879160:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879162:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879165:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879178:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879219:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.879252:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+106:2438:x1828185027805952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 146us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.879258:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3292 00000100:00100000:0.0:1743493952.879284:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3293 00000100:00100000:0.0:1743493952.879289:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+102:2438:x1828185027806208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.879305:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.879310:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 102 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879319:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 102 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879331:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a6980/0x1414d533cd4c3dcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517d4 expref: 102 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879354:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879356:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879360:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879368:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879409:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.879443:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+101:2438:x1828185027806208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 153us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.879450:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3293 00000100:00100000:0.0:1743493952.879475:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3294 00000100:00100000:0.0:1743493952.879481:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+442:2438:x1828185027806336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.879498:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.879506:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.879515:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.879532:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55f28b80/0x1414d533cd4c5698 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd1 expref: 442 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.879561:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:0.0:1743493952.879567:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.879578:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.879585:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.879625:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.879662:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+441:2438:x1828185027806336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 180us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.879671:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3294 00000100:00100000:0.0:1743493952.879803:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3295 00000100:00100000:0.0:1743493952.879810:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+105:2438:x1828185027805824:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.879825:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.879832:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879843:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879857:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c3a52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x178:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49516d1 expref: 105 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.879866:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879868:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.879871:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879880:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.879921:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.879958:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+104:2438:x1828185027805824:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 147us (1974us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.879964:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3295 00000100:00100000:0.0:1743493952.879992:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3296 00000100:00100000:0.0:1743493952.879998:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:2438:x1828185027806080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.880014:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.880020:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 100 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880031:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 100 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880045:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50b0f4c0/0x1414d533cd4b2084 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd75 expref: 100 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880053:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880055:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880059:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880066:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880103:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.880137:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027806080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 139us (2103us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.880144:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3296 00000100:00100000:0.0:1743493952.880170:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3297 00000100:00100000:0.0:1743493952.880175:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+103:2438:x1828185027806464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.880193:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.880198:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 103 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880209:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 103 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880224:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b198040/0x1414d533cd4c3bef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x179:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951748 expref: 103 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880232:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880233:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880237:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880245:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880288:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.880322:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+102:2438:x1828185027806464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 146us (2228us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.880330:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3297 00000100:00100000:0.0:1743493952.880401:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3298 00000100:00100000:0.0:1743493952.880406:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027806592:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.880423:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.880428:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 98 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880439:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 98 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880455:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b55e66d40/0x1414d533cd4b2ef4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ff expref: 98 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.880463:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880465:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880469:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880478:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880530:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.880538:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.880552:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.880564:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027806592:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 155us (2420us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493952.880566:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.880580:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3298 00010000:00010000:3.0:1743493952.880584:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.880593:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.880601:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.880609:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.880621:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.880623:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3299 00000100:00100000:0.0:1743493952.880633:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+101:2437:x1828185027806848:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.880646:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880654:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.880658:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3da80/0x1414d533cd4c570f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x173:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880664:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 101 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880678:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 101 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880692:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b55f2a980/0x1414d533cd4c3e34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517f7 expref: 101 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880706:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880708:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880712:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880719:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880792:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.880835:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:2437:x1828185027806848:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 202us (2635us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.880843:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3299 00000100:00100000:0.0:1743493952.880874:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3300 00000100:00100000:0.0:1743493952.880881:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:2437:x1828185027806720:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.880902:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.880909:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 99 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880920:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 99 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880935:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b573c4400/0x1414d533cd4c3d3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49517b1 expref: 99 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493952.880944:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880946:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.880949:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.880956:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881015:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.881063:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:2437:x1828185027806720:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 181us (2803us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.881071:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3300 00010000:00010000:0.0:1743493952.881135:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881145:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881156:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881164:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881171:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881177:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.881182:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881190:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881203:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.881211:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3f100/0x1414d533cd4c571d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881839:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881863:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881872:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881880:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881888:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881899:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.881903:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881910:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881924:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.881931:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3ed40/0x1414d533cd4c5732 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.882578:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060469376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65015us (65163us total) trans 4294967987 rc 0/0 00000100:00100000:2.0:1743493952.882590:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00010000:00010000:2.0:1743493952.882652:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882664:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882673:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882681:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882689:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882696:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.882700:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882708:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882722:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.882729:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c574e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.883086:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3676:x1828185060470016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46835us (46954us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1743493952.883095:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1743493952.883227:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027806976 00000100:00100000:1.0:1743493952.883238:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027806976 00000100:00100000:1.0:1743493952.883295:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807232 00000100:00100000:1.0:1743493952.883299:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807232 00000100:00100000:1.0:1743493952.883352:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12603 00000100:00100000:1.0:1743493952.883362:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027806976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493952.883467:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493952.883657:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027806976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 293us (5332us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.883664:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12603 00000100:00100000:1.0:1743493952.883695:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12604 00000100:00100000:1.0:1743493952.883702:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+441:13290:x1828185027807232:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493952.883789:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.883818:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c5636 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x330:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dc3 expref: 441 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.883843:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x330:0x0].0x0 (ffff998b55ff60c0) 00010000:00010000:1.0:1743493952.883864:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.883902:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.883919:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.883928:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.883972:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.883979:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.883986:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00080000:2.0:1743493952.886049:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5097d680/2, rc 0, transno 4294967972 00000100:00100000:2.0:1743493952.886089:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060470016:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.890715:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060467072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 80137us (80956us total) trans 4294967971 rc 0/0 00010000:00010000:1.0:1743493952.890732:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x330:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493952.890736:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00010000:00010000:1.0:1743493952.890782:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.890798:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.891317:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.891377:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.891422:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.891488:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060471296:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.891570:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891608:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891620:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891632:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891641:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891651:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891659:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.891664:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891674:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891696:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.891704:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54066200/0x1414d533cd4c56fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x174:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.891822:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807360 00000100:00100000:3.0:1743493952.891833:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807360 00010000:00010000:3.0:1743493952.891892:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 98 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.891928:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807616 00000100:00100000:3.0:1743493952.891933:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807616 00010000:00010000:3.0:1743493952.891968:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 97 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.891995:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807488 00000100:00100000:3.0:1743493952.891999:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807488 00010000:00010000:3.0:1743493952.892034:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 99 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.892066:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3301 00000100:00100000:3.0:1743493952.892075:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027807360:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.892103:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.892110:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 99 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.892122:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 99 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.892144:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b501afc40/0x1414d533cd4b20df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bd9f expref: 99 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.892156:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.892159:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.892164:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.892174:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.892225:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.892800:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.893357:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.893401:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807744 00000100:00100000:2.0:1743493952.893409:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807744 00010000:00010000:2.0:1743493952.893460:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 98 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.893485:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027807872 00000100:00100000:2.0:1743493952.893488:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027807872 00010000:00010000:2.0:1743493952.893516:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 99 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.893535:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3302 00000100:00100000:2.0:1743493952.893543:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027807616:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.893569:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.893576:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 99 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.893591:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 99 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.893618:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.893621:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.893626:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.893635:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.893680:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.893796:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+99:2438:x1828185027807616:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 251us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.893805:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3302 00000100:00100000:2.0:1743493952.893850:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3303 00000100:00100000:2.0:1743493952.893855:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027807488:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.893874:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.893880:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 98 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.893891:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 98 pid: 15655 timeout: 1255 lvb_type: 1 00010000:00010000:2.0:1743493952.893909:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.893911:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.893914:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.893923:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.893956:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.893994:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027807488:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 137us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.894001:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3303 00000100:00100000:2.0:1743493952.894031:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3304 00000100:00100000:2.0:1743493952.894037:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027807744:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.894055:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.894060:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 98 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.894071:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 98 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.894085:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.894087:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.894091:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.894098:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.894134:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.894170:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+98:2438:x1828185027807744:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 131us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.894177:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3304 00000100:00100000:2.0:1743493952.894205:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3305 00000100:00100000:2.0:1743493952.894211:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027807872:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.894229:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.894235:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 97 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.894245:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 97 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.894259:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.894261:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.894264:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.894272:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.894308:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.894357:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027807872:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 144us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.894364:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3305 00000040:00080000:1.0:1743493952.895879:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].328, 64 off29248 00000100:00100000:3.0:1743493952.897202:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027807360:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 5115us (5877us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.897330:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3301 00010000:00010000:3.0:1743493952.897610:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53621e40/0x1414d533cd4c4041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951891 expref: 96 pid: 15655 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493952.897636:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060471424:192.168.206.41@tcp:104: 00000004:00080000:1.0:1743493952.897678:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1155203924143ns, next at 1156202139462ns, rc = 0 00010000:00010000:3.0:1743493952.897783:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1743493952.897791:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3774, 184 off665992 00010000:00010000:3.0:1743493952.897798:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897808:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897822:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897831:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897842:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897851:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d6200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.897857:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897870:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897902:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.897911:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c5771 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.898012:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060467200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 90395us (96319us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1743493952.898023:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00010000:00010000:0.0:1743493952.898087:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.898097:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493952.898118:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00010000:00010000:0.0:1743493952.898400:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3cb80/0x1414d533cd4c5739 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 443 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.898429:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 442 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.898440:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:0.0:1743493952.898444:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493952.898450:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e3e200, rc 0) 00000100:00100000:3.0:1743493952.898455:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3676:x1828185060471040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31531us (31631us total) trans 4294967974 rc 0/0 00000100:00100000:3.0:1743493952.898466:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00010000:00010000:3.0:1743493952.898516:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898527:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898536:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898544:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898551:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898558:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6c1dbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.898561:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898569:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898582:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.898589:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c576a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x110:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.899114:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3679:x1828185060471168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32686us (32800us total) trans 4294967975 rc 0/0 00000100:00100000:3.0:1743493952.899123:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00010000:00010000:1.0:1743493952.900172:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x330:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900192:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900204:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900212:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900218:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900222:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00000004:00080000:2.0:1743493952.900226:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4dd6dc40/2, rc 0, transno 4294967974 00010000:00010000:1.0:1743493952.900228:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900234:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.900238:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900248:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.900251:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060471040:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493952.900257:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x330:0x0].0x0 (ffff998b55ff4040) 00010000:00010000:1.0:1743493952.900260:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493952.900264:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900269:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c57a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900307:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900314:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900319:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900324:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.900328:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900334:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900353:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x330:0x0].0x0 (ffff998b55ff4040) 00010000:00010000:1.0:1743493952.900356:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493952.900359:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493952.900361:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493952.900365:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c579b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x330:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900693:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900701:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900708:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900712:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493952.900716:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900722:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900731:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493952.900733:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493952.900737:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900742:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c578d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493952.900774:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000074d8fc1e reply state 000000003ba6d248 transno 4294974769 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900787:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493952.900793:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:1.0:1743493952.900796:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493952.900800:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493952.900845:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808000 00000100:00100000:2.0:1743493952.900854:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808000 00000100:00100000:1.0:1743493952.900891:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027807232:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 17188us (22468us total) trans 4294974769 rc 0/0 00000100:00100000:1.0:1743493952.900899:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12604 00000100:00100000:2.0:1743493952.900906:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12605 00000100:00100000:2.0:1743493952.900914:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027808000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.900991:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00080000:1.0:1743493952.900996:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a69740/2, rc 0, transno 4294967973 00000100:00100000:1.0:1743493952.901001:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a69740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060467200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.901812:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027804288:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 71446us (73389us total) trans 4294974770 rc 0/0 00000100:00100000:0.0:1743493952.901822:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12601 00010000:00010000:0.0:1743493952.901883:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901894:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901905:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901912:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901920:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901928:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.901932:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901940:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901956:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.901970:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f880/0x1414d533cd4c575c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.902587:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3678:x1828185060470400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63446us (64954us total) trans 4294967988 rc 0/0 00000100:00100000:0.0:1743493952.902598:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00010000:00010000:0.0:1743493952.902702:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51a08400/0x1414d533cd4bc18b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f211 expref: 96 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.902713:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd69740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060470912:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.902837:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902849:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902857:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902867:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902875:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902891:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902901:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.902906:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902916:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902932:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.902941:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660ed40/0x1414d533cd4c5763 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.903444:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060470784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46254us (46456us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1743493952.903452:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00010000:00010000:0.0:1743493952.903498:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903507:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903517:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903526:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903533:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903540:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.903543:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903551:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903563:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903570:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3de40/0x1414d533cd4c572b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.903854:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060468736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88217us (88696us total) trans 4294967990 rc 0/0 00000100:00100000:0.0:1743493952.903861:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00010000:00010000:0.0:1743493952.903902:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903911:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903920:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903929:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903936:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903942:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.903945:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903953:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903966:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.903974:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f100/0x1414d533cd4c5747 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x179:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.904272:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+24:3676:x1828185060469632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70562us (77134us total) trans 4294967976 rc 0/0 00000100:00100000:0.0:1743493952.904280:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00010000:00010000:0.0:1743493952.904319:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904329:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904350:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904358:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904365:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904375:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e3e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.904379:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904387:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904399:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.904406:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e980/0x1414d533cd4c5724 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x178:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.904551:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.904942:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1743493952.904960:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027808000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4044us (4599us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.904964:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a80bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060472576:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.904970:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12605 00000004:00080000:2.0:1743493952.910327:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbcdc40/2, rc 0, transno 4294967976 00000100:00100000:2.0:1743493952.910388:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcdc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060469632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493952.910406:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493952.910490:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4dd68600/2, rc 0, transno 4294967989 00000100:00100000:1.0:1743493952.910507:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd68600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060470784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.910528:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:1.0:1743493952.910535:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbc8bc0/2, rc 0, transno 4294967990 00000100:00100000:1.0:1743493952.910539:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbc8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060468736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.910541:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a867c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060472704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.910620:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1743493952.910683:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1e40/0x1414d533cd4bbf0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f131 expref: 95 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.910702:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060472064:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.910792:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910806:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910814:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910833:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910842:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910852:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910860:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.910865:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910876:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910899:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.910907:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1300/0x1414d533cd4c577f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.911606:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472576 00000100:00100000:2.0:1743493952.911615:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472576 00000100:00100000:1.0:1743493952.911639:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060471680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38190us (38924us total) trans 4294967991 rc 0/0 00000100:00100000:1.0:1743493952.911651:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:2.0:1743493952.911677:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472704 00000100:00100000:2.0:1743493952.911681:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472704 00000100:00100000:1.0:1743493952.911702:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1743493952.911710:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060472576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.911724:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1743493952.911728:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3676:x1828185060472704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.911767:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:268 count 1 00002000:00080000:1.0:1743493952.911772:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:299 count 1 00010000:00010000:2.0:1743493952.911805:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.911805:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.911828:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 95 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.911828:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 95 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.911837:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.911837:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.911840:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.911840:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.911844:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.911844:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.911921:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 95 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.911921:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 95 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.911939:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 95 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.911939:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 95 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.911955:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a83400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060473216:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.911955:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a85c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060473088:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.912170:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.912170:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000004:00080000:1.0:1743493952.912380:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5023d0c0/2, rc 0, transno 4294967991 00000100:00100000:1.0:1743493952.912404:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060471680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.912429:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.912496:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493952.912503:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.912507:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d5c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060473344:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.912542:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.912574:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.912624:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493952.912724:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4dd6a2c0/2, rc 0, transno 4294967975 00000100:00100000:1.0:1743493952.912737:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060471168:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.912770:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472448 00000100:00100000:2.0:1743493952.912775:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472448 00000100:00100000:2.0:1743493952.912823:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060473344 00000100:00100000:2.0:1743493952.912826:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060473344 00000100:00100000:2.0:1743493952.912856:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472960 00000100:00100000:2.0:1743493952.912859:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472960 00000100:00100000:2.0:1743493952.912891:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1743493952.912897:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3679:x1828185060472448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493952.912928:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:305 count 1 00010000:00010000:2.0:1743493952.912962:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493952.912966:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbcd680/2, rc 0, transno 4294967987 00000100:00100000:1.0:1743493952.912978:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060469376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1743493952.912979:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 95 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.912986:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.912988:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1743493952.912991:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:2.0:1743493952.912992:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 4/0,1 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.912999:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50173f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472320:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1743493952.913079:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 95 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.913093:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 95 pid: 15661 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.913104:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060473472:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.913154:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.913175:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493952.913203:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a86200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493952.913246:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472320 00000100:00100000:2.0:1743493952.913250:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472320 00000100:00100000:1.0:1743493952.913265:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493952.913286:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060472832 00000100:00100000:2.0:1743493952.913289:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060472832 00000100:00100000:2.0:1743493952.913322:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:2.0:1743493952.913327:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3677:x1828185060473344:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493952.913327:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:1.0:1743493952.913332:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3679:x1828185060472960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493952.913362:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:309 count 1 00002000:00080000:2.0:1743493952.913363:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:261 count 1 00010000:00010000:2.0:1743493952.913388:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913388:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.913402:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 94 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913402:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 94 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.913410:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.913410:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.913412:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.913412:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.913415:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913416:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.913468:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 94 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913468:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 94 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.913479:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 94 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.913483:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 94 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.913491:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d3f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060473728:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.913492:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060473856:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.913572:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.913642:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:1.0:1743493952.913652:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060472192:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.913653:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+28:3679:x1828185060472320:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.913691:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:276 count 1 00010000:00010000:3.0:1743493952.913719:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.913733:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.913740:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.913742:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.913744:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913836:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.913848:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.913863:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.913876:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060473984:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.913895:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51a096c0/0x1414d533cd4bc0b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1bd expref: 94 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.913909:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060471936:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.913987:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.913997:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914004:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914235:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914249:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914258:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914265:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.914270:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914280:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914301:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.914310:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c5778 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.914903:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.914931:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1743493952.914938:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3679:x1828185060472832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.914968:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:307 count 1 00010000:00010000:2.0:1743493952.914991:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.915005:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 93 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.915012:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.915014:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.915018:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.915073:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 93 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.915084:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 93 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.915095:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060474112:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.915362:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.916971:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46ef8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3677:x1828185060468224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 101654us (101951us total) trans 4294967977 rc 0/0 00000100:00100000:0.0:1743493952.916988:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:1.0:1743493952.917094:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3677:x1828185060471808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44021us (44511us total) trans 4294967992 rc 0/0 00000100:00100000:1.0:1743493952.917104:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:2.0:1743493952.917938:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.918102:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060473600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.918217:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493952.918225:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.918276:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.918432:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.920011:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060473600 00000100:00100000:3.0:1743493952.920028:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060473600 00000100:00100000:3.0:1743493952.920114:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1743493952.920124:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3677:x1828185060473600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.920177:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:302 count 1 00010000:00010000:3.0:1743493952.920220:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.920243:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 95 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.920253:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.920255:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.920260:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.920355:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 95 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.920372:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.920400:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060474368:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.920509:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000004:00080000:2.0:1743493952.921120:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5023b9c0/2, rc 0, transno 4294967992 00000100:00100000:2.0:1743493952.921146:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060471808:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493952.921178:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6e200/2, rc 0, transno 4294967977 00000100:00100000:2.0:1743493952.921197:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060468224:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.921317:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808256 00000100:00100000:2.0:1743493952.921324:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808256 00000100:00100000:2.0:1743493952.921399:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808384 00000100:00100000:2.0:1743493952.921403:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808384 00000100:00100000:2.0:1743493952.921438:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808512 00000100:00100000:2.0:1743493952.921442:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808512 00000100:00100000:2.0:1743493952.921473:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12606 00000100:00100000:2.0:1743493952.921481:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027808256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493952.921599:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493952.921813:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027808256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.921822:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12606 00000100:00100000:2.0:1743493952.921865:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12607 00000100:00100000:2.0:1743493952.921870:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027808384:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493952.921882:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493952.921919:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c57e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ddf expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.922058:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.922077:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.922087:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.922153:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.922165:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.922178:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532db400 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060474624:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.922263:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493952.922822:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532df340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060474752:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493952.922954:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.924194:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060474752 00000100:00100000:0.0:1743493952.924206:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060474752 00000100:00100000:0.0:1743493952.924293:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:0.0:1743493952.924302:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+29:3676:x1828185060474752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.924355:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:341 count 1 00010000:00010000:0.0:1743493952.924397:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.924419:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 93 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.924427:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.924430:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.924434:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.924499:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 93 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.924513:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 93 pid: 15658 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.924528:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060474880:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.924628:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.924659:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12608 00000100:00100000:0.0:1743493952.924666:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027808512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493952.924682:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493952.924717:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c57fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951de6 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.924832:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924853:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924866:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924896:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924906:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924915:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924967:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924974:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924984:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.924990:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.924995:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925004:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925018:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493952.925021:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.925026:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925032:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c5804 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925052:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925058:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925063:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925068:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493952.925070:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925075:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925081:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:0.0:1743493952.925083:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493952.925086:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925090:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c580b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493952.925123:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c57fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951de6 expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925132:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c57fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951de6 expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925143:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01cf40, rc 0) 00000100:00100000:0.0:1743493952.925190:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027808512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 523us (6757us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493952.925197:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12608 00000100:00100000:0.0:1743493952.925250:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808128 00000100:00100000:0.0:1743493952.925255:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808128 00010000:00010000:0.0:1743493952.925285:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 94 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.925313:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3306 00000100:00100000:0.0:1743493952.925318:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:2438:x1828185027808128:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.925347:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.925354:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 94 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.925366:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 94 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.925384:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5187a200/0x1414d533cd4bb8a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef47 expref: 94 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.925398:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.925400:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.925405:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925414:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925476:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.925517:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:2438:x1828185027808128:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 197us (20971us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.925525:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3306 00010000:00010000:0.0:1743493952.925577:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925586:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925595:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925603:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925611:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925624:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.925628:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925636:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925649:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.925657:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660de40/0x1414d533cd4c5755 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.926200:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3678:x1828185060470272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87796us (88680us total) trans 4294967978 rc 0/0 00000100:00100000:0.0:1743493952.926210:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:0.0:1743493952.926276:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d0600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060474240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.926375:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1743493952.926459:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5097cb00/2, rc 0, transno 4294967988 00000100:00100000:0.0:1743493952.926479:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060470400:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493952.926507:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5097dc40/2, rc 0, transno 4294967978 00000100:00100000:0.0:1743493952.926525:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060470272:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493952.926551:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6dc40/2, rc 0, transno 4294967971 00000100:00100000:0.0:1743493952.926555:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060467072:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.926573:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1743493952.926581:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532de7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060474496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.926652:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.926811:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060474240 00000100:00100000:0.0:1743493952.926817:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060474240 00000100:00100000:0.0:1743493952.926861:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060474496 00000100:00100000:0.0:1743493952.926864:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060474496 00000100:00100000:0.0:1743493952.926900:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:0.0:1743493952.926907:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3678:x1828185060474240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.926940:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:337 count 1 00010000:00010000:0.0:1743493952.926971:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.926989:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 92 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.926996:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.926998:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.927001:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927057:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 92 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927069:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.927080:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060475136:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.927140:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.927156:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:0.0:1743493952.927161:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3678:x1828185060474496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493952.927185:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:304 count 1 00010000:00010000:0.0:1743493952.927205:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927217:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927224:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.927225:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.927228:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927271:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927280:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.927290:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060475264:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.927351:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.927388:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1743493952.927399:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060475008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.927481:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.927526:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060475008 00000100:00100000:0.0:1743493952.927531:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060475008 00000100:00100000:0.0:1743493952.927566:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:0.0:1743493952.927571:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+31:3676:x1828185060475008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.927592:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:267 count 1 00010000:00010000:0.0:1743493952.927610:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927623:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 92 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927630:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.927632:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.927634:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927681:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 92 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.927691:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 92 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.927700:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b527022c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060475392:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.927784:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.928165:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3679:x1828185060468864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 116777us (116903us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1743493952.928174:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00010000:00010000:3.0:1743493952.930398:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930420:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930434:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930442:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930452:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930465:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a16c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.930470:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930479:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930506:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.930514:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c5786 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.932238:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.932534:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493952.932784:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808640 00000100:00100000:1.0:1743493952.932795:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808640 00010000:00010000:1.0:1743493952.932855:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 96 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.932874:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+32:3679:x1828185060471552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 59189us (60023us total) trans 4294967994 rc 0/0 00000100:00100000:3.0:1743493952.932886:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00100000:1.0:1743493952.932893:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808768 00000100:00100000:1.0:1743493952.932896:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808768 00010000:00010000:1.0:1743493952.932924:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 97 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.932949:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3307 00000100:00100000:1.0:1743493952.932957:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027808640:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.932986:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.932993:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 97 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.933007:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 97 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.933035:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.933037:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.933043:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.933054:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.933102:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.933166:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+97:2438:x1828185027808640:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 208us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.933178:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3307 00000100:00100000:1.0:1743493952.933209:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3308 00000100:00100000:1.0:1743493952.933214:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6b0c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+96:2437:x1828185027808768:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.933233:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.933241:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 96 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.933253:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 96 pid: 8666 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.933270:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.933274:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.933278:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.933287:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.933571:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5388cf40/0x1414d533cd4b1516 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9d2 expref: 96 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.934739:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a83400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060473216:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.936829:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.936841:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52700040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060475520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493952.936961:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493952.936962:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6b0c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+95:2437:x1828185027808768:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3741us (4424us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.936975:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3308 00000100:00100000:3.0:1743493952.937041:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1743493952.937049:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b527050c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060475648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1743493952.937258:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937275:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937284:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937298:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937306:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937315:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937323:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.937329:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937353:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937376:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.937384:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c57b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937589:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5187bc40/0x1414d533cd4bb8b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ef55 expref: 94 pid: 8666 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.937603:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a85c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060473088:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.937620:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1743493952.937672:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.937682:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060475520 00010000:00010000:1.0:1743493952.937682:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937689:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.937690:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060475520 00010000:00010000:1.0:1743493952.937697:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937704:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937711:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937718:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.937721:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937728:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.937740:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.937742:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060475648 00000100:00100000:3.0:1743493952.937745:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060475648 00010000:00010000:1.0:1743493952.937772:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c57b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.937801:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1743493952.937811:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+31:3678:x1828185060475520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.937859:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:308 count 1 00010000:00010000:3.0:1743493952.937892:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.937909:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 93 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.937918:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.937920:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.937924:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.937989:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 93 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.938202:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3677:x1828185060472576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26488us (27796us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1743493952.938211:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:1.0:1743493952.938272:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1743493952.938279:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3678:x1828185060475648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493952.938321:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:310 count 1 00010000:00010000:1.0:1743493952.938360:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.938374:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.938380:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.938383:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493952.938385:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.938438:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.938448:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.938469:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060475904:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.938560:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000004:00080000:1.0:1743493952.938614:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50239740/2, rc 0, transno 4294967994 00000100:00100000:1.0:1743493952.938628:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50239740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060471552:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493952.938657:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbce200/2, rc 0, transno 4294967993 00000100:00100000:1.0:1743493952.938663:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060468864:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493952.938703:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a80bc0/2, rc 0, transno 4294967979 00000100:00100000:1.0:1743493952.938719:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a80bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060472576:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.939673:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060476160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.939781:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.939827:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493952.939834:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060476032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.939915:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.939966:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060476160 00000100:00100000:0.0:1743493952.939974:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060476160 00010000:00010000:3.0:1743493952.940394:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 93 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.940423:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda0040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060475776:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.940537:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.940964:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060476032 00000100:00100000:0.0:1743493952.940971:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060476032 00000100:00100000:0.0:1743493952.941718:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1743493952.941729:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+33:3677:x1828185060476160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493952.941811:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:342 count 1 00010000:00010000:0.0:1743493952.941862:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.941885:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 92 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.941895:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.941898:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.941902:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.942336:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3676:x1828185060472704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30603us (31712us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1743493952.942365:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1743493952.942425:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:2.0:1743493952.942431:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46efd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3677:x1828185060476032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493952.942459:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:338 count 1 00010000:00010000:2.0:1743493952.942486:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.942501:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 92 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.942509:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.942511:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493952.942516:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.942517:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 92 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.942551:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 92 pid: 14104 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.942570:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda2880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060476288:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.942622:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 92 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.942633:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.942646:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060476416:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493952.942840:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.942898:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.943077:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060473472:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.943140:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.943171:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1743493952.943193:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060476544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.943275:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.943330:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060476544 00000100:00100000:3.0:1743493952.943349:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060476544 00000100:00100000:3.0:1743493952.943414:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:3.0:1743493952.943423:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3679:x1828185060476544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493952.943457:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:336 count 1 00010000:00010000:3.0:1743493952.943487:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.943509:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 93 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.943517:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.943520:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493952.943524:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.943584:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 93 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.943596:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 93 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.943608:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060476672:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.943699:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493952.946004:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060473856:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.946070:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.946878:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060473984:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.946938:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493952.948337:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a867c0/2, rc 0, transno 4294967980 00000100:00100000:1.0:1743493952.948735:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a867c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060472704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.952774:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060474112:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.952859:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.953068:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda67c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060476800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493952.953228:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493952.953257:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.953290:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060476800 00000100:00100000:0.0:1743493952.953302:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060476800 00000100:00100000:0.0:1743493952.953391:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:0.0:1743493952.953401:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3679:x1828185060476800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493952.953449:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:340 count 1 00010000:00010000:0.0:1743493952.953497:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.953516:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 93 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.953525:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.953528:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.953532:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.953602:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 93 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.953616:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 93 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.953701:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.953784:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.953822:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.953895:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.953936:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.954123:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.954158:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.954210:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060476928:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.954251:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.954317:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493952.954383:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493952.954453:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060474880:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.954479:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809152 00000100:00100000:2.0:1743493952.954488:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809152 00010000:00010000:0.0:1743493952.954524:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.954549:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 93 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.954577:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809408 00000100:00100000:2.0:1743493952.954581:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809408 00000100:00100000:0.0:1743493952.954589:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060475136:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.954626:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 94 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.954642:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809024 00000100:00100000:2.0:1743493952.954647:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809024 00010000:00010000:0.0:1743493952.954656:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.954679:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 94 pid: 15661 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.954693:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809280 00000100:00100000:2.0:1743493952.954696:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809280 00000100:00100000:0.0:1743493952.954715:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060475264:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.954728:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.954742:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809664 00000100:00100000:2.0:1743493952.954746:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809664 00010000:00010000:2.0:1743493952.954806:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493952.954806:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.954840:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809920 00000100:00100000:2.0:1743493952.954846:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809920 00010000:00010000:2.0:1743493952.954901:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.954906:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b527022c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060475392:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493952.954926:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810176 00000100:00100000:2.0:1743493952.954929:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810176 00000100:00100000:1.0:1743493952.955008:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809792 00000100:00100000:1.0:1743493952.955015:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809792 00010000:00010000:2.0:1743493952.955796:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 96 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.955824:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3309 00000100:00100000:2.0:1743493952.955837:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:2439:x1828185027809152:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.955839:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 96 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.955865:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3310 00010000:00010000:2.0:1743493952.955870:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1743493952.955874:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:2439:x1828185027809408:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.955882:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 96 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.955898:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 96 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.955901:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.955911:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 96 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.955926:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 96 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.955934:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e3d300/0x1414d533cd4bcf14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f616 expref: 96 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.955961:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.955963:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.955968:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.955980:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.956040:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.956102:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50f91e40/0x1414d533cd4bcafa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f4f0 expref: 95 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.956111:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:2439:x1828185027809152:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 277us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.956121:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3309 00000100:00100000:2.0:1743493952.956163:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3311 00000100:00100000:2.0:1743493952.956174:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:2439:x1828185027809024:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.956177:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.956181:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.956186:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.956196:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.956198:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.956209:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 96 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.956224:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 96 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.956243:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54065a80/0x1414d533cd4bc225 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f242 expref: 96 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.956254:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.956258:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.956258:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493952.956265:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.956274:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.956323:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:2439:x1828185027809408:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 448us (2620us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.956332:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3310 00010000:00010000:2.0:1743493952.956378:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.956396:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3312 00000100:00100000:1.0:1743493952.956402:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:2439:x1828185027809280:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.956426:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.956434:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.956443:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:2439:x1828185027809024:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 265us (2654us total) trans 0 rc 0/0 00010000:00010000:1.0:1743493952.956451:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.956457:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3311 00010000:00010000:1.0:1743493952.956476:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b501ada80/0x1414d533cd4b2f9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c23e expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.956492:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.956494:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1743493952.956497:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3313 00010000:00010000:1.0:1743493952.956500:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493952.956509:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:2438:x1828185027809664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.956512:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.956541:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.956550:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 92 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.956563:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 92 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.956573:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493952.956581:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.956584:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.956588:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.956597:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.956633:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:2439:x1828185027809280:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 228us (2809us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.956641:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3312 00000100:00100000:1.0:1743493952.956673:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3314 00000100:00100000:1.0:1743493952.956680:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:2438:x1828185027809920:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.956702:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.956711:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.956723:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.956741:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493952.956747:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493952.956784:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493952.956788:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493952.956799:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00000100:00100000:2.0:1743493952.956841:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:2438:x1828185027809664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 330us (2714us total) trans 0 rc 0/0 00010000:00010000:1.0:1743493952.956849:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.956851:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3313 00000100:00100000:2.0:1743493952.956911:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3315 00000100:00100000:2.0:1743493952.956918:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cdd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:2438:x1828185027810176:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1743493952.956925:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:2438:x1828185027809920:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 240us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.956935:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3314 00010000:00010000:2.0:1743493952.956941:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.956950:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 91 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.956962:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 91 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.956974:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3316 00010000:00010000:2.0:1743493952.956982:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53642980/0x1414d533cd4c0363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506f5 expref: 91 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.956984:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+92:2438:x1828185027809792:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.956999:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.957001:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.957004:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.957009:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.957013:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.957019:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 92 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.957035:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 92 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.957052:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.957055:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.957060:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.957069:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.957071:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.957151:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cdd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+90:2438:x1828185027810176:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 232us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.957160:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3315 00010000:00010000:2.0:1743493952.958145:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52312980/0x1414d533cd4afaeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b197 expref: 89 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493952.958159:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d3f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060473728:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493952.958630:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.958806:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.958868:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.960809:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.960848:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.960895:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.960929:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.960963:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.961058:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.961151:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda0040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060475776:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.961163:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.961258:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+92:2438:x1828185027809792:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4271us (6937us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.961278:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3316 00000100:00100000:1.0:1743493952.961356:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810048 00000100:00100000:1.0:1743493952.961365:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810048 00010000:00010000:1.0:1743493952.961416:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 89 pid: 15658 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.961437:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810304 00000100:00100000:1.0:1743493952.961441:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810304 00010000:00010000:1.0:1743493952.961469:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 92 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.961484:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810432 00000100:00100000:1.0:1743493952.961487:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810432 00010000:00010000:1.0:1743493952.961514:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.961527:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810560 00000100:00100000:1.0:1743493952.961531:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810560 00010000:00010000:1.0:1743493952.961555:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.961568:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810816 00000100:00100000:1.0:1743493952.961571:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810816 00010000:00010000:1.0:1743493952.961594:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 91 pid: 14104 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.961605:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811072 00000100:00100000:1.0:1743493952.961608:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811072 00010000:00010000:3.0:1743493952.961920:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.961986:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b56978040/0x1414d533cd4bbf77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f15b expref: 94 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.962000:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060474368:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.962051:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962060:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962068:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962078:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962087:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962096:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962105:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.962110:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962119:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962142:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.962148:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c57e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.962192:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.962271:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda2880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060476288:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.962331:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.962415:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060476928:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493952.962500:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962590:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962601:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962609:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962619:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962629:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962637:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962644:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.962649:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962658:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962676:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.962683:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c57c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x105:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.962742:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3677:x1828185060473600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42616us (44518us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1743493952.962774:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000004:00080000:0.0:1743493952.962812:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d0bc0/2, rc 0, transno 4294967981 00000100:00100000:0.0:1743493952.962837:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060473600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.962958:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493952.962976:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060477056:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493952.963065:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493952.963123:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477056 00000100:00100000:0.0:1743493952.963128:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477056 00000100:00100000:2.0:1743493952.963788:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3677:x1828185060473344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50457us (51211us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1743493952.963797:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00010000:00010000:1.0:1743493952.965657:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 93 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.965704:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810688 00000100:00100000:1.0:1743493952.965715:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810688 00000100:00100000:3.0:1743493952.965743:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060476672:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.965778:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 94 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.965796:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027810944 00000100:00100000:1.0:1743493952.965801:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027810944 00010000:00010000:1.0:1743493952.965854:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.965870:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811200 00000100:00100000:1.0:1743493952.965874:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811200 00010000:00010000:1.0:1743493952.965902:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 95 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.965925:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3317 00010000:00010000:3.0:1743493952.965927:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.965939:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+92:2438:x1828185027810048:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.965983:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.965993:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 92 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.966011:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 92 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.966043:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e24f40/0x1414d533cd4c0c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495098e expref: 92 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.966067:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.966071:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.966077:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.966089:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.966163:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.966441:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:0.0:1743493952.966449:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3677:x1828185060477056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493952.966494:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:313 count 1 00010000:00010000:0.0:1743493952.966534:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.966550:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 95 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.966557:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.966559:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.966564:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.966639:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 95 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.966654:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 95 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.966680:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f8bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060477184:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.966915:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+91:2438:x1828185027810048:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 978us (8286us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.966927:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3317 00000100:00100000:1.0:1743493952.966973:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3318 00000100:00100000:1.0:1743493952.966980:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:2438:x1828185027810304:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.967002:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.967009:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.967021:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.967040:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51a09300/0x1414d533cd4bc145 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f1f5 expref: 95 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.967051:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.967053:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.967058:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.967067:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.967120:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493952.967263:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3319 00000100:00100000:2.0:1743493952.967272:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+90:2438:x1828185027810432:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493952.967295:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493952.967302:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.967314:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.967331:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b536234c0/0x1414d533cd4b14b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b9a8 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493952.967354:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.967356:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493952.967360:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.967369:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.967417:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.968515:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000004:00080000:0.0:1743493952.968611:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d5c40/2, rc 0, transno 4294967995 00000100:00100000:0.0:1743493952.968634:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d5c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060473344:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1743493952.968663:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968676:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968689:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968698:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968708:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968715:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.968721:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968731:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968773:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.968782:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c57f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.969031:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.969043:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.969053:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.969060:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.969069:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.969507:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+34:3676:x1828185060474752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 45203us (46552us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1743493952.969519:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:0.0:1743493952.969676:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fd0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060477312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.969748:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493952.969825:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969834:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969842:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969847:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969853:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969859:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.969864:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969873:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969893:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.969902:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c5819 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.969905:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:2438:x1828185027810304:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2917us (11092us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.969923:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3318 00000100:00100000:1.0:1743493952.969992:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3320 00000100:00100000:1.0:1743493952.970005:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:2440:x1828185027810560:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.970036:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.970048:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970062:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 93 pid: 15652 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970089:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.970091:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.970099:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970110:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970184:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.970237:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:2440:x1828185027810560:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 235us (9435us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.970245:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3320 00000100:00100000:1.0:1743493952.970301:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3321 00000100:00100000:1.0:1743493952.970310:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+89:2440:x1828185027810816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.970333:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.970353:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 89 pid: 14104 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970369:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 89 pid: 14104 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970390:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b018400/0x1414d533cd4c0e06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a2f expref: 89 pid: 14104 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970401:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.970404:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.970408:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970417:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.970481:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3678:x1828185060474496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43317us (43827us total) trans 4294967982 rc 0/0 00000100:00100000:0.0:1743493952.970491:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00010000:00010000:1.0:1743493952.970497:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493952.970544:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477312 00000100:00100000:0.0:1743493952.970554:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477312 00000100:00100000:1.0:1743493952.970562:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+88:2440:x1828185027810816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 250us (9711us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.970572:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3321 00000100:00100000:1.0:1743493952.970618:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3322 00000100:00100000:0.0:1743493952.970623:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:1.0:1743493952.970632:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cdd6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+92:2440:x1828185027811072:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1743493952.970637:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3677:x1828185060477312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1743493952.970656:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.970666:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970678:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00002000:00080000:0.0:1743493952.970680:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:316 count 1 00010000:00010000:1.0:1743493952.970703:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4bfd43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49504da expref: 92 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.970712:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.970715:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493952.970720:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970721:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970745:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.970784:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 87 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.970794:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.970796:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493952.970800:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.970842:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493952.970902:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 87 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.970909:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cdd6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+91:2440:x1828185027811072:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 276us (10011us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.970926:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3322 00010000:00010000:0.0:1743493952.970937:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493952.970952:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568ff900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060477440:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493952.970967:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3323 00000100:00100000:1.0:1743493952.970974:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+90:2439:x1828185027810688:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.971005:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.971015:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 90 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971031:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 90 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971048:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50f92980/0x1414d533cd4bcb4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f50c expref: 90 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971058:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.971060:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1743493952.971061:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493952.971065:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971076:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971090:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971100:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971110:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971119:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971127:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971131:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493952.971136:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.971143:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.971153:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.971183:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+89:2439:x1828185027810688:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 207us (10252us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.971191:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3323 00000100:00100000:1.0:1743493952.971225:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3324 00000100:00100000:1.0:1743493952.971231:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+87:2439:x1828185027810944:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493952.971240:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971250:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493952.971251:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e25e40/0x1414d533cd4c5835 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x156:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971263:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971275:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971296:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.971299:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.971303:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971310:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971372:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493952.971441:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+87:2439:x1828185027810944:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 206us (10475us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.971450:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3324 00000100:00100000:1.0:1743493952.971505:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3325 00000100:00100000:1.0:1743493952.971513:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+88:2437:x1828185027811200:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493952.971550:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493952.971558:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 88 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971570:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 88 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971590:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c088e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495088b expref: 88 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493952.971599:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.971602:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493952.971608:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971617:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.971693:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493952.973150:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.973157:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.973168:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.973188:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.973198:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b0a2200/0x1414d533cd4c57cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.981985:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+87:2437:x1828185027811200:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 218us (10674us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.982011:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3325 00000100:00100000:0.0:1743493952.982056:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3677:x1828185060476160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30059us (32005us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1743493952.982070:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1743493952.982152:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027808896 00000100:00100000:1.0:1743493952.982157:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027809536 00000100:00100000:1.0:1743493952.982167:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027809536 00000100:00100000:0.0:1743493952.982167:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027808896 00000100:00100000:2.0:1743493952.982232:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+86:2438:x1828185027810432:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4514us (12916us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493952.982244:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3319 00000100:00100000:0.0:1743493952.982264:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12609 00000100:00100000:0.0:1743493952.982274:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027808896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493952.982465:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12610 00000100:00100000:1.0:1743493952.982472:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027809536:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493952.982504:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493952.982566:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c585f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ded expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.982574:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3679:x1828185060472960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60388us (61099us total) trans 4294967998 rc 0/0 00000100:00100000:3.0:1743493952.982586:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00010000:00010000:3.0:1743493952.982652:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.982663:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.982676:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.982685:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.982696:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.982705:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.982712:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.982720:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.982724:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.982742:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.982776:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.982783:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493952.982788:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c5827 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1743493952.982852:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:1.0:1743493952.982859:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493952.982887:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493952.982924:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c585f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ded expref: 447 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.982950:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ded expref: 446 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.982961:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493952.982964:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493952.982969:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d32200, rc 0) 00000100:00100000:1.0:1743493952.983070:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+446:13290:x1828185027809536:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 597us (29132us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493952.983078:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12610 00010000:00010000:1.0:1743493952.983230:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3e5c0/0x1414d533cd4bcf92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f647 expref: 86 pid: 15652 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493952.983243:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060475904:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493952.983368:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983382:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983390:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983399:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983409:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983418:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.983425:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+35:3678:x1828185060475520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45612us (46461us total) trans 4294967983 rc 0/0 00010000:00010000:1.0:1743493952.983429:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.983435:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.983440:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00010000:00010000:1.0:1743493952.983451:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983467:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.983475:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c582e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983505:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983516:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983524:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983532:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983539:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983547:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493952.983552:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983560:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983579:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.983587:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c57da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.983893:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3678:x1828185060475648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45612us (46272us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1743493952.983903:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00010000:00010000:1.0:1743493952.984047:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984057:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984067:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984074:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984081:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984088:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e256c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.984091:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984099:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984111:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.984119:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c5843 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x150:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984524:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984534:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984549:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984557:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984565:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984571:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493952.984575:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984583:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984597:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.984604:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c57be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000004:00000080:0.0:1743493952.985122:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493952.985313:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027808896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3034us (31412us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493952.985324:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12609 00000004:00080000:0.0:1743493952.985466:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fda0bc0/2, rc 0, transno 4294967997 00000100:00100000:0.0:1743493952.985499:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060476160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1743493952.985682:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985694:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985711:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985719:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985728:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985736:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.985740:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985749:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985859:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.985867:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01ed40/0x1414d533cd4c5820 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.989189:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3679:x1828185060472832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74234us (75907us total) trans 4294967999 rc 0/0 00000100:00100000:3.0:1743493952.989206:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00010000:00010000:3.0:1743493952.989404:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e3e200/0x1414d533cd4c5740 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dd8 expref: 444 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.989437:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532db400 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060474624:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493952.989531:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.989543:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.989551:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:1.0:1743493952.989586:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3679:x1828185060476544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46161us (46308us total) trans 4294967985 rc 0/0 00000100:00100000:1.0:1743493952.989597:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000004:00200000:3.0:1743493952.989619:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:3.0:1743493952.989625:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493952.989652:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493952.989710:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c57e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ddf expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.989735:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ddf expref: 443 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.989745:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493952.989748:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493952.989776:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01f4c0, rc 0) 00000100:00100000:3.0:1743493952.989820:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027808384:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 67948us (71543us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.989828:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12607 00000100:00100000:0.0:1743493952.990413:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+35:3676:x1828185060475008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62838us (62929us total) trans 4294968000 rc 0/0 00000100:00100000:0.0:1743493952.990423:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:2.0:1743493952.991075:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3679:x1828185060472448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 78173us (78568us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1743493952.991086:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00010000:00010000:1.0:1743493952.991293:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991308:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991321:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991330:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991350:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991359:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493952.991365:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991376:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991399:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493952.991407:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c57d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x114:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493952.993257:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+36:3679:x1828185060472320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79597us (80094us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1743493952.993272:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000004:00080000:1.0:1743493952.993400:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52705680/2, rc 0, transno 4294968000 00000100:00100000:1.0:1743493952.993428:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060475008:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493952.993461:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532df340/2, rc 0, transno 4294967996 00000100:00100000:1.0:1743493952.993467:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532df340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060474752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493952.993911:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568f8bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060477184:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493952.993925:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993942:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993955:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993964:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993974:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993984:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.993984:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.993992:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.994006:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994020:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.994033:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994038:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493952.994048:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e980/0x1414d533cd4c5812 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994054:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994066:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994074:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994080:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.994084:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994092:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994106:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.994119:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e27880/0x1414d533cd4c584a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x154:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493952.994458:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493952.994808:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811328 00000100:00100000:3.0:1743493952.994817:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811328 00010000:00010000:3.0:1743493952.994865:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 86 pid: 15656 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493952.994903:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3326 00000100:00100000:3.0:1743493952.994911:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+86:2437:x1828185027811328:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493952.994939:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493952.994946:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 86 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.994959:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 86 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.994981:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50f92d40/0x1414d533cd4bd653 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f885 expref: 86 pid: 15656 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493952.994998:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.995001:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493952.995006:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.995017:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493952.995068:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493952.995127:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+85:2437:x1828185027811328:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 215us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493952.995135:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3326 00000100:00100000:0.0:1743493952.997297:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3679:x1828185060476800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43887us (44061us total) trans 4294967988 rc 0/0 00000100:00100000:0.0:1743493952.997313:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00010000:00010000:0.0:1743493952.997412:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997424:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997437:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997447:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997456:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997465:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e274c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493952.997470:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997480:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997501:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493952.997510:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c5851 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493952.997939:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3677:x1828185060477056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31488us (34873us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1743493952.997947:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000004:00080000:0.0:1743493952.998043:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568f8600/2, rc 0, transno 4294967989 00000100:00100000:0.0:1743493952.998059:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568f8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060477056:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493953.008050:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fad40/0x1414d533cd4c05d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507b9 expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.008078:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060476416:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.008167:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008181:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008189:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008203:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008213:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008224:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008232:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493953.008238:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008250:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008275:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.008283:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e24400/0x1414d533cd4c583c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x152:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.008333:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060477568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.008501:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493953.008642:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b527050c0/2, rc 0, transno 4294967984 00000100:00100000:1.0:1743493953.008662:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b527050c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060475648:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493953.008708:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52700040/2, rc 0, transno 4294967983 00000100:00100000:1.0:1743493953.008720:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52700040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060475520:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493953.008748:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532de7c0/2, rc 0, transno 4294967982 00000100:00100000:1.0:1743493953.008780:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532de7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060474496:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.008992:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568f9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060477824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.009065:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493953.009112:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493953.009120:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fa2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060477952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.009184:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493953.009249:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477568 00000100:00100000:1.0:1743493953.009258:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477568 00000100:00100000:1.0:1743493953.009362:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477824 00000100:00100000:1.0:1743493953.009367:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477824 00000100:00100000:1.0:1743493953.009402:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477952 00000100:00100000:1.0:1743493953.009405:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477952 00000100:00100000:1.0:1743493953.009443:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:1.0:1743493953.009451:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+37:3678:x1828185060477568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493953.009497:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:262 count 1 00010000:00010000:1.0:1743493953.009539:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009561:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 84 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009571:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.009574:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.009578:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009649:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 84 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009664:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 84 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.009677:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568fc540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060478080:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.009799:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.009819:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:1.0:1743493953.009826:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+37:3676:x1828185060477824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493953.009850:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:315 count 1 00010000:00010000:1.0:1743493953.009870:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009887:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009894:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.009896:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.009899:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009945:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.009954:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.009964:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56129180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060478208:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.010029:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.010048:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:1.0:1743493953.010054:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+37:3676:x1828185060477952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493953.010077:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:321 count 1 00010000:00010000:1.0:1743493953.010096:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010109:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 84 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010115:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.010118:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.010121:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010172:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 84 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010183:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 84 pid: 15647 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.010195:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060478336:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.010266:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.010300:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1743493953.010312:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b568ff340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060477696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.010404:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493953.010461:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060477696 00000100:00100000:1.0:1743493953.010466:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060477696 00000100:00100000:1.0:1743493953.010587:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:1.0:1743493953.010592:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+38:3678:x1828185060477696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493953.010616:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:316 count 1 00010000:00010000:1.0:1743493953.010640:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010655:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.010663:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.010665:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.010670:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1743493953.011974:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493923 00000004:00080000:2.0:1743493953.012206:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fda67c0/2, rc 0, transno 4294967988 00000100:00100000:2.0:1743493953.012239:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda67c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060476800:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493953.012269:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fda2e40/2, rc 0, transno 4294967985 00000100:00100000:2.0:1743493953.012275:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda2e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060476544:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493953.012300:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50173f80/2, rc 0, transno 4294967987 00000100:00100000:2.0:1743493953.012304:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50173f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472320:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493953.012330:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a86200/2, rc 0, transno 4294967999 00000100:00100000:2.0:1743493953.012359:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a86200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472832:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493953.012390:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a87900/2, rc 0, transno 4294967986 00000100:00100000:2.0:1743493953.012394:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493953.012417:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a84540/2, rc 0, transno 4294967998 00000100:00100000:2.0:1743493953.012422:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060472960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.012796:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3678:x1828185060474240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85886us (86418us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1743493953.012808:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1743493953.013021:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46efd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3677:x1828185060476032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70589us (73104us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1743493953.013029:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000004:00080000:2.0:1743493953.013621:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d0600/2, rc 0, transno 4294968001 00000100:00100000:2.0:1743493953.013637:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d0600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060474240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.014207:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060478592:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493953.014310:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.014375:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060478592 00000100:00100000:0.0:1743493953.014387:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060478592 00000100:00100000:2.0:1743493953.014390:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1743493953.014401:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060478464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.014477:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:0.0:1743493953.014490:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3679:x1828185060478592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493953.014492:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1743493953.014560:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:337 count 1 00000100:00100000:2.0:1743493953.014572:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060478464 00000100:00100000:2.0:1743493953.014578:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060478464 00010000:00010000:0.0:1743493953.014615:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.014650:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00010000:00010000:0.0:1743493953.014650:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 84 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.014660:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3679:x1828185060478464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493953.014665:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.014669:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.014674:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1743493953.014691:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:324 count 1 00010000:00010000:2.0:1743493953.014723:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.014740:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 84 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.014749:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.014783:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.014788:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.014794:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 84 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.014814:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 84 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.014831:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56129740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060478976:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.014876:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 84 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.014888:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 84 pid: 15653 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.014901:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060479104:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.014964:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.014989:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493953.015448:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.015461:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.015473:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060479232:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.015557:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.015590:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060478848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.015972:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.016023:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060478848 00000100:00100000:0.0:1743493953.016032:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060478848 00000004:00080000:1.0:1743493953.016080:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fda4b00/2, rc 0, transno 4294968002 00000100:00100000:1.0:1743493953.016096:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060476032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493953.016115:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493953.016117:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1743493953.016127:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060478720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.016130:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+41:3677:x1828185060478848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493953.016179:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:361 count 1 00010000:00010000:0.0:1743493953.016213:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.016222:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493953.016239:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 84 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.016254:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.016257:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.016262:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.016290:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060478720 00000100:00100000:1.0:1743493953.016296:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060478720 00010000:00010000:0.0:1743493953.016365:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 84 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.016381:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 84 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.016387:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:1.0:1743493953.016398:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060478720:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.016403:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060479360:192.168.206.41@tcp:104: 00002000:00080000:1.0:1743493953.016435:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:323 count 1 00010000:00010000:1.0:1743493953.016477:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.016494:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.016505:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.016509:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1743493953.016510:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493953.016515:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.016575:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.016586:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.016596:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5612ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060479488:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.016656:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.022985:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568ff900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060477440:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.023064:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.024244:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.024324:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811456 00000100:00100000:1.0:1743493953.024337:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811456 00000100:00100000:0.0:1743493953.024354:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493953.024423:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.024469:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3327 00000100:00100000:1.0:1743493953.024481:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+85:2437:x1828185027811456:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.024517:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.024526:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.024545:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.024551:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493953.024584:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa08f40/0x1414d533cd4bd939 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f981 expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.024603:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1743493953.024606:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811712 00000100:00100000:0.0:1743493953.024606:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811584 00010000:00010000:1.0:1743493953.024607:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1743493953.024614:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811712 00000100:00100000:0.0:1743493953.024614:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811584 00010000:00010000:1.0:1743493953.024629:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.024644:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.024664:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12611 00000100:00100000:0.0:1743493953.024672:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+444:13289:x1828185027811584:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:3.0:1743493953.024673:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3570 00000100:00100000:3.0:1743493953.024678:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aec6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027811712:12345-192.168.206.41@tcp:37:dbench.0 00010000:00010000:0.0:1743493953.024695:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.024730:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c58a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951df4 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.024853:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.024871:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.024881:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.024922:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.024929:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.024935:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025069:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025077:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025083:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493953.025132:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:0.0:1743493953.025138:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493953.025160:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025171:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025180:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025190:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025197:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025202:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.025207:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025214:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025224:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493953.025227:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.025232:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025237:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c58ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025255:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025261:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025266:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025270:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.025272:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025281:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025288:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff46c0) 00010000:00010000:0.0:1743493953.025290:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.025292:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025296:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c58b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.025354:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c58a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951df4 expref: 446 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.025375:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951df4 expref: 445 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.025383:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493953.025385:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493953.025387:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493953.025391:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8f40, rc 0) 00000100:00100000:1.0:1743493953.025511:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+84:2437:x1828185027811456:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1028us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.025522:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3327 00010000:00010000:3.0:1743493953.026526:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026543:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026560:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026568:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026576:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026583:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.026588:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026597:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026614:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.026622:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b50e25300/0x1414d533cd4c5858 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.027824:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3677:x1828185060477312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57185us (58069us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1743493953.027837:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000004:00080000:3.0:1743493953.027939:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568fd0c0/2, rc 0, transno 4294968003 00000100:00100000:3.0:1743493953.027955:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fd0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060477312:0@lo:6:osp-syn-1-0.0 00000100:00080000:3.0:1743493953.029845:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493923 00000100:00100000:0.0:1743493953.031857:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+446:13289:x1828185027811584:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 7167us (7501us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.031877:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12611 00000100:00100000:1.0:1743493953.032028:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.032132:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811840 00000100:00100000:1.0:1743493953.032145:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811840 00000100:00100000:1.0:1743493953.032226:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12612 00000100:00100000:1.0:1743493953.032236:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+446:13333:x1828185027811840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.032312:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x306:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.032548:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x306:0x0]: rc = -2 00000100:00100000:1.0:1743493953.032652:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+446:13333:x1828185027811840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 415us (625us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.032662:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12612 00000100:00100000:0.0:1743493953.033651:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.033711:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027811968 00000100:00100000:2.0:1743493953.033721:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027811968 00010000:00010000:2.0:1743493953.033820:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 85 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.033869:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3328 00000100:00100000:2.0:1743493953.033879:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+85:2437:x1828185027811968:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.033908:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.033916:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 85 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.033936:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 85 pid: 15648 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.033969:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.033972:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.033979:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.033990:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.034047:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.034122:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+85:2437:x1828185027811968:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 242us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.034132:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3328 00010000:00010000:1.0:1743493953.034588:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4afb5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x106:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1c8 expref: 84 pid: 15648 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.034606:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fc540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060478080:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.037509:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037883:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037894:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037913:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037922:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037932:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037940:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.037945:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037956:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037982:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.037991:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c586d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x106:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.039584:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3678:x1828185060477568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30123us (31076us total) trans 4294967990 rc 0/0 00000100:00100000:2.0:1743493953.039601:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000004:00080000:1.0:1743493953.040595:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568f8bc0/2, rc 0, transno 4294967990 00000100:00100000:1.0:1743493953.040679:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568f8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060477568:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.040955:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567ee200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060479616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.041072:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.041129:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060479616 00000100:00100000:0.0:1743493953.041141:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060479616 00000100:00100000:0.0:1743493953.041213:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:0.0:1743493953.041222:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+43:3678:x1828185060479616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493953.041263:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:341 count 1 00010000:00010000:0.0:1743493953.041309:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.041335:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 83 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.041372:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.041374:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.041378:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.041451:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 83 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.041465:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 83 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.041479:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567ea2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060479744:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.041590:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.043213:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aec6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027811712:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 18523us (18657us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.043231:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3570 00000100:00100000:1.0:1743493953.053732:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56129180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060478208:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.053870:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.054079:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060478336:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.054133:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.054227:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56129740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060478976:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.054278:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.055673:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.055783:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812224 00000100:00100000:2.0:1743493953.055796:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812224 00000100:00100000:0.0:1743493953.055816:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493953.055874:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 84 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.055933:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812096 00000100:00100000:2.0:1743493953.055938:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812096 00000100:00100000:3.0:1743493953.055956:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060479104:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.055975:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 85 pid: 15647 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.056008:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3329 00000100:00100000:2.0:1743493953.056019:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cdd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+85:2438:x1828185027812224:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.056026:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.056056:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.056065:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 85 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.056078:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 85 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.056110:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c0068 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505eb expref: 85 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.056128:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.056131:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.056138:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.056149:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.056202:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493953.056284:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056294:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056306:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056315:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056324:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056332:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.056345:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056355:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056369:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.056376:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c5889 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x151:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.057366:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cdd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+84:2438:x1828185027812224:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1342us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.057380:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3329 00000100:00100000:2.0:1743493953.057629:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3330 00000100:00100000:2.0:1743493953.057638:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+83:2438:x1828185027812096:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.057665:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.057674:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 83 pid: 15647 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.057689:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 83 pid: 15647 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.057711:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52e0b880/0x1414d533cd4be318 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fc6e expref: 83 pid: 15647 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.057723:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.057725:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1743493953.057878:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3679:x1828185060478592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43389us (43565us total) trans 4294967991 rc 0/0 00000100:00100000:1.0:1743493953.059937:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00100000:1.0:1743493953.060190:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060479232:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.060272:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.060421:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060479360:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.060469:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.060554:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.060568:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.060659:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.060772:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+82:2438:x1828185027812096:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3110us (4933us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.060785:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3330 00000004:00080000:2.0:1743493953.060891:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5612f340/2, rc 0, transno 4294967991 00000100:00100000:2.0:1743493953.060911:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060478592:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493953.061120:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061131:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061144:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061154:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061163:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061172:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.061177:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061185:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061213:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.061221:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d31300/0x1414d533cd4c587b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x141:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.062455:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567ec540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060479872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.062565:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.062638:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060479872 00000100:00100000:0.0:1743493953.062648:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060479872 00000100:00100000:0.0:1743493953.062724:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:0.0:1743493953.062736:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3679:x1828185060479872:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.062803:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060477952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52744us (53614us total) trans 4294967992 rc 0/0 00002000:00080000:0.0:1743493953.062812:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:314 count 1 00000100:00100000:1.0:1743493953.062817:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00010000:00010000:0.0:1743493953.062873:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.062898:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 81 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.062908:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.062910:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.062916:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493953.062932:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568fa2c0/2, rc 0, transno 4294967992 00000100:00100000:1.0:1743493953.062949:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568fa2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060477952:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493953.063008:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 81 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.063024:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060479488:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.063027:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 81 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.063043:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567e9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060480000:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.063156:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.063240:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493953.063252:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060480128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.063330:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.063402:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060480128 00000100:00100000:0.0:1743493953.063407:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060480128 00010000:00010000:1.0:1743493953.064984:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.065144:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567ea2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060479744:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.065202:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.067040:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067112:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067170:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.067176:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812480 00000100:00100000:3.0:1743493953.067189:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812480 00000100:00100000:1.0:1743493953.067228:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067284:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.067293:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813376 00000100:00100000:3.0:1743493953.067299:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813376 00000100:00100000:1.0:1743493953.067371:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067417:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067477:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067538:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.067574:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812736 00000100:00100000:1.0:1743493953.067579:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812736 00000100:00100000:3.0:1743493953.067636:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12613 00000100:00100000:2.0:1743493953.067726:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812992 00000100:00100000:2.0:1743493953.067732:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812992 00000100:00100000:3.0:1743493953.067799:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+445:13289:x1828185027812480:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493953.067800:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 83 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.067827:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813248 00000100:00100000:2.0:1743493953.067830:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813248 00010000:00010000:2.0:1743493953.067861:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.067874:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812608 00000100:00100000:2.0:1743493953.067878:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812608 00010000:00010000:2.0:1743493953.067905:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 85 pid: 15653 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.067918:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027812864 00000100:00100000:2.0:1743493953.067921:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027812864 00010000:00010000:2.0:1743493953.067946:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 86 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.067957:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813120 00000100:00100000:2.0:1743493953.067960:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813120 00010000:00010000:2.0:1743493953.067984:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.068000:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3331 00000100:00100000:2.0:1743493953.068006:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+87:2440:x1828185027812992:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.068032:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.068041:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068055:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068085:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51878040/0x1414d533cd4be56b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd2b expref: 87 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068101:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.068103:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.068109:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.068120:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.068186:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.068267:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+86:2440:x1828185027812992:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 259us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.068275:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3331 00000100:00100000:2.0:1743493953.068313:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3332 00000100:00100000:2.0:1743493953.068318:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+85:2440:x1828185027813248:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.068336:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.068355:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068367:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068382:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e3c040/0x1414d533cd4bd7e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f90a expref: 85 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068390:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.068392:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.068395:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.068403:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.068427:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1743493953.068452:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493953.068457:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c58ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951df4 expref: 445 pid: 12851 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.068498:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+84:2440:x1828185027813248:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 176us (1212us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493953.068501:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c57ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ddf expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.068513:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3332 00010000:00010000:3.0:1743493953.068533:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493953.068540:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.068557:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3333 00000100:00100000:2.0:1743493953.068564:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+83:2440:x1828185027812608:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.068586:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.068593:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 83 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.068603:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 83 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.068650:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.068667:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.068677:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493953.069030:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000002bef270 reply state 00000000a1c9b3b2 transno 4294974771 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.069043:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.069050:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493953.069054:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493953.069057:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493953.069154:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+445:13289:x1828185027812480:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1504us (2124us total) trans 4294974771 rc 0/0 00000100:00100000:3.0:1743493953.069162:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12613 00000100:00100000:3.0:1743493953.069199:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813632 00000100:00100000:3.0:1743493953.069204:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813632 00000100:00100000:3.0:1743493953.069251:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12614 00000100:00100000:3.0:1743493953.069258:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027813376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.069299:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x307:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.071867:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:0.0:1743493953.071882:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3677:x1828185060480128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493953.071943:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:317 count 1 00010000:00010000:0.0:1743493953.072001:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.072024:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 83 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.072033:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.072036:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.072039:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.072127:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 83 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.072157:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 83 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.072176:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febf900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060480256:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.072318:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.072373:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12615 00000100:00100000:0.0:1743493953.072381:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027813632:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493953.072585:0:11942:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.072624:0:11942:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c58dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951dfb expref: -99 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.072749:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072797:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072815:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072844:0:11942:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072852:0:11942:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072859:0:11942:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072916:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072924:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072932:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072939:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.072944:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072953:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072966:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493953.072970:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.072975:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.072981:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c58e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073009:0:11942:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073016:0:11942:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073021:0:11942:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073026:0:11942:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.073029:0:11942:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073035:0:11942:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073043:0:11942:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:0.0:1743493953.073046:0:11942:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.073049:0:11942:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073055:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c58eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11942 initiator: MDT0 00010000:00010000:0.0:1743493953.073098:0:11942:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c58dd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dfb expref: 446 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.073107:0:11942:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c58dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dfb expref: 446 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.073121:0:11942:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f87c0, rc 0) 00000100:00100000:0.0:1743493953.073539:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027813632:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1155us (5999us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493953.073549:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12615 00000004:00000080:3.0:1743493953.074596:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x307:0x0]: rc = -2 00000100:00100000:3.0:1743493953.074679:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027813376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 5416us (7563us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.074688:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12614 00000100:00100000:3.0:1743493953.074748:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3334 00000100:00100000:3.0:1743493953.074773:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+83:2440:x1828185027812864:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.074805:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.074816:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 83 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.074832:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 83 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.074855:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c24b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49510b8 expref: 83 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.074867:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.074870:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.074875:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.074886:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.074950:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493953.074989:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+82:2440:x1828185027812864:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 217us (7571us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.074996:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3334 00000100:00100000:3.0:1743493953.075029:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3335 00000100:00100000:3.0:1743493953.075035:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cdd5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+81:2440:x1828185027813120:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.075054:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.075060:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 81 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.075071:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 81 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.075085:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c0a63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950933 expref: 81 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.075093:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.075094:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.075098:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075105:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075150:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493953.075188:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cdd5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+80:2440:x1828185027813120:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 152us (7711us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.075196:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3335 00010000:00010000:3.0:1743493953.075237:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075247:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075257:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075265:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075279:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075286:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.075290:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075300:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075312:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075318:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30040/0x1414d533cd4c5897 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x169:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.075845:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3677:x1828185060478848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59716us (59872us total) trans 4294967993 rc 0/0 00000100:00100000:3.0:1743493953.075855:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00010000:00010000:3.0:1743493953.075904:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075913:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075922:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075929:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075937:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075943:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fad40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.075946:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075954:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075967:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.075975:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c58c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.076278:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+46:3678:x1828185060479616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35056us (35206us total) trans 4294967994 rc 0/0 00000100:00100000:3.0:1743493953.076286:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000004:00080000:0.0:1743493953.078707:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5612bf80/2, rc 0, transno 4294967993 00000100:00100000:0.0:1743493953.078747:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060478848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.078930:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060480384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.079048:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493953.079135:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060480384 00010000:00010000:1.0:1743493953.079407:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.079465:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3336 00000100:00100000:1.0:1743493953.079475:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+79:2440:x1828185027812736:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.079509:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.079517:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.079533:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.079563:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54067100/0x1414d533cd4bd92b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f973 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.079581:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.079583:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.079589:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079601:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079672:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.079741:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+78:2440:x1828185027812736:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 267us (12573us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.079766:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3336 00010000:00010000:1.0:1743493953.079844:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079854:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079863:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079871:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079878:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079884:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d307c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.079889:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079898:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079914:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.079922:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c5874 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.080426:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3676:x1828185060477824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70597us (71358us total) trans 4294967995 rc 0/0 00000100:00100000:1.0:1743493953.080438:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00010000:00010000:1.0:1743493953.080489:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080499:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080507:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080514:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080523:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080529:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d334c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.080533:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080542:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080557:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.080576:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c5882 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.081136:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:3678:x1828185060477696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70539us (70728us total) trans 4294967996 rc 0/0 00000100:00100000:1.0:1743493953.081145:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000004:00080000:1.0:1743493953.081323:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b567ee200/2, rc 0, transno 4294967994 00000100:00100000:1.0:1743493953.081358:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567ee200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060479616:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493953.081387:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568ff340/2, rc 0, transno 4294967996 00000100:00100000:1.0:1743493953.081393:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568ff340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060477696:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493953.081468:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b568f9d00/2, rc 0, transno 4294967995 00000100:00100000:1.0:1743493953.081474:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b568f9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060477824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.081632:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febb9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060480512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.081724:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1743493953.081832:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b545b9e40/0x1414d533cd4be675 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd86 expref: 83 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.081853:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.081856:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.081863:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.081874:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.081937:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.082004:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+76:2440:x1828185027812608:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 13437us (14633us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.082013:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3333 00010000:00010000:2.0:1743493953.082242:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082253:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082265:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082275:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082283:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082291:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.082296:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082305:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082320:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.082329:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c589e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.082721:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3677:x1828185060478720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 66323us (66501us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1743493953.082730:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00010000:00010000:3.0:1743493953.083570:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083584:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083595:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083602:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083610:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083618:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.083623:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083631:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083648:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.083654:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c5890 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.084171:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1743493953.084188:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060480640:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.084293:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.084854:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060480512 00000100:00100000:2.0:1743493953.084866:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060480512 00000100:00100000:2.0:1743493953.084949:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1743493953.084959:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3678:x1828185060480512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493953.085014:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:325 count 1 00010000:00010000:2.0:1743493953.085058:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.085082:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 75 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.085090:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.085093:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.085097:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.085182:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 75 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.085198:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 75 pid: 8428 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.085213:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060480768:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.085279:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060480384 00000100:00100000:0.0:1743493953.085355:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:0.0:1743493953.085364:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3677:x1828185060480384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493953.085365:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00002000:00080000:0.0:1743493953.085408:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:280 count 1 00010000:00010000:0.0:1743493953.085433:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.085448:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 75 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.085456:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.085458:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.085461:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.085515:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 75 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.085526:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 75 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.085543:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060480896:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.085619:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000004:00080000:0.0:1743493953.085701:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5612b9c0/2, rc 0, transno 4294967997 00000100:00100000:0.0:1743493953.085722:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060478720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.085748:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060480640 00000100:00100000:1.0:1743493953.085790:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060480640 00000100:00100000:1.0:1743493953.085841:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:1.0:1743493953.085849:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:3678:x1828185060480640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493953.085877:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:362 count 1 00010000:00010000:1.0:1743493953.085903:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.085919:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.085928:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.085930:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.085935:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.086012:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.086024:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.086037:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febe200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060481024:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.086143:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.091726:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3679:x1828185060478464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 77056us (77228us total) trans 4294967998 rc 0/0 00000100:00100000:1.0:1743493953.091748:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1743493953.091941:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567e9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060480000:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.092045:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.092081:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.092169:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.092494:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813888 00000100:00100000:2.0:1743493953.092504:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813888 00000100:00100000:2.0:1743493953.092586:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12616 00000100:00100000:2.0:1743493953.092596:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027813888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.092687:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00080000:3.0:1743493953.092973:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5612dc40/2, rc 0, transno 4294967998 00000100:00100000:2.0:1743493953.092975:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027813888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 377us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.092994:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12616 00000100:00100000:3.0:1743493953.092997:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5612dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060478464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.097260:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027813760 00000100:00100000:1.0:1743493953.097282:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027813760 00010000:00010000:1.0:1743493953.097375:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 76 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.097434:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3337 00000100:00100000:1.0:1743493953.097443:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027813760:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.097481:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.097488:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 76 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.097504:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 76 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.097536:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5187ad40/0x1414d533cd4bd764 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f8e0 expref: 76 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.097553:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.097556:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.097562:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.097574:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.097658:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493953.097676:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097691:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097705:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097716:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097727:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097736:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493953.097742:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.097807:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027813760:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 361us (5727us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.097826:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3337 00010000:00010000:0.0:1743493953.097827:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097846:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.097855:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c58c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.098435:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3679:x1828185060479872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35698us (35866us total) trans 4294967999 rc 0/0 00000100:00100000:0.0:1743493953.098445:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000004:00080000:2.0:1743493953.098488:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b567ec540/2, rc 0, transno 4294967999 00000100:00100000:2.0:1743493953.098511:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567ec540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060479872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493953.108006:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.108074:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814016 00000100:00100000:0.0:1743493953.108090:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814016 00000100:00100000:2.0:1743493953.108148:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.108200:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2377 00000100:00100000:0.0:1743493953.108214:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027814016:12345-192.168.206.41@tcp:2:dbench.0 00000100:00100000:2.0:1743493953.108217:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.108355:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.108423:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00002000:00010000:0.0:1743493953.108610:0:8427:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:0.0:1743493953.108616:0:8427:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb mtime from disk: 1743493871 -> 1743493940 00002000:00010000:0.0:1743493953.108619:0:8427:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb atime from disk: 1743493942 -> 1743493932 00002000:00010000:0.0:1743493953.108622:0:8427:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb ctime from disk: 1743493952 -> 1743493953 00002000:00010000:0.0:1743493953.108624:0:8427:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0xd3:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:2.0:1743493953.108665:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.108713:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814272 00000100:00100000:2.0:1743493953.108719:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814272 00000100:00100000:0.0:1743493953.108774:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027814016:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 537us (757us total) trans 4294968000 rc 0/0 00000100:00100000:0.0:1743493953.108787:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2377 00000100:00100000:2.0:1743493953.108811:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814912 00000100:00100000:2.0:1743493953.108816:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814912 00000100:00100000:2.0:1743493953.108869:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12617 00000100:00100000:2.0:1743493953.108876:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027814272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493953.108909:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493953.108914:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:0.0:1743493953.108920:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febf900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060480256:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.108954:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c5866 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ded expref: 445 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.108992:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493953.109000:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493953.109004:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.109035:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c5907 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e02 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.109038:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12618 00000100:00100000:0.0:1743493953.109050:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027814912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:2.0:1743493953.109211:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.109232:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.109243:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.109270:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.109279:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.109287:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00000080:0.0:1743493953.109296:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00080000:2.0:1743493953.110050:0:12851:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17d:0x0], index 0: 0 00000040:00080000:2.0:1743493953.110218:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3775, 184 off666176 00000100:00100000:0.0:1743493953.110228:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027814912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1173us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.110240:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12618 00010000:00010000:2.0:1743493953.110480:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110492:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110503:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110568:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110576:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110584:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110592:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.110597:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110606:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110618:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493953.110621:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.110627:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110633:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c590e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493953.110654:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ea1e9c07 reply state 000000000831727f transno 4294974772 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110666:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.110672:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.110675:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493953.110677:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493953.110710:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c5907 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 446 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.110728:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 445 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.110735:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493953.110738:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493953.110741:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fad40, rc 0) 00000100:00100000:2.0:1743493953.110819:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+446:13290:x1828185027814272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1942us (2672us total) trans 4294974772 rc 0/0 00000100:00100000:2.0:1743493953.110826:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12617 00000100:00100000:2.0:1743493953.110873:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814400 00000100:00100000:2.0:1743493953.110881:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814400 00010000:00010000:2.0:1743493953.110918:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 76 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.110955:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814656 00000100:00100000:2.0:1743493953.110959:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814656 00010000:00010000:2.0:1743493953.110987:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 77 pid: 8428 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.111015:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814528 00000100:00100000:2.0:1743493953.111020:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814528 00010000:00010000:2.0:1743493953.111045:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 78 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.111066:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3338 00000100:00100000:2.0:1743493953.111075:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027814400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.111100:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.111106:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 78 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.111117:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 78 pid: 8426 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.111141:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.111144:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.111149:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.111159:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.111204:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.111243:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027814400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 168us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.111250:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3338 00000100:00100000:2.0:1743493953.111285:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3339 00000100:00100000:2.0:1743493953.111292:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+77:2437:x1828185027814656:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.111309:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.111314:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 77 pid: 8428 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.111324:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 77 pid: 8428 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.111490:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680cf40/0x1414d533cd4b44b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8e3 expref: 77 pid: 8426 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.111505:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febe200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060481024:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.111514:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060480896:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.112711:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3340 00000100:00100000:0.0:1743493953.112725:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027814528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.112841:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112943:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112957:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112966:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112979:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112989:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.112998:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.113006:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.113012:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.113022:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.113049:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.113057:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c58f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.113612:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.113625:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 76 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.113644:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 76 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.113665:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4bda2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494f9c7 expref: 76 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.113677:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493953.113680:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493953.113685:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.113702:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.113858:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.113930:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.113958:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027814528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1226us (5528us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.113972:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3340 00000100:00100000:1.0:1743493953.114034:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027814784 00000100:00100000:1.0:1743493953.114044:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027814784 00010000:00010000:1.0:1743493953.114080:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.114110:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3341 00000100:00100000:1.0:1743493953.114119:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027814784:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.114139:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.114144:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.114155:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.114170:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c2624 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951136 expref: 75 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.114185:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.114187:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.114191:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.114198:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.114237:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493953.114327:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.114331:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.114347:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.114357:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.114365:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+49:3677:x1828185060480384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28997us (35312us total) trans 4294968001 rc 0/0 00010000:00010000:2.0:1743493953.114400:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.114444:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+74:2437:x1828185027814656:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3150us (6088us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.114452:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3339 00000100:00100000:3.0:1743493953.114492:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000004:00080000:3.0:1743493953.114606:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4feb9d00/2, rc 0, transno 4294968001 00000100:00100000:3.0:1743493953.114627:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060480384:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493953.115042:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4be7b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x145:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fdef expref: 73 pid: 8428 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.115054:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060480768:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.115110:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115121:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115128:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115151:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115159:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115167:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115179:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493953.115184:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115194:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115210:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.115217:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c58f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x145:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.115793:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+72:2438:x1828185027814784:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1670us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.115803:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3341 00010000:00010000:1.0:1743493953.115863:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115875:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115885:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115892:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115900:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115911:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.115915:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115922:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115935:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.115942:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5900 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.116385:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3678:x1828185060480640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30533us (32090us total) trans 4294968003 rc 0/0 00000100:00100000:1.0:1743493953.116395:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00010000:00010000:1.0:1743493953.116509:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116520:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116530:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116538:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116547:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116554:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.116557:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116566:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116579:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.116586:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c58d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.117205:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3677:x1828185060480128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45323us (53872us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1743493953.117213:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000004:00080000:1.0:1743493953.117302:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4febc540/2, rc 0, transno 4294968003 00000100:00100000:1.0:1743493953.117320:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060480640:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493953.119276:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b567ed680/2, rc 0, transno 4294968004 00000100:00100000:3.0:1743493953.119313:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567ed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060480128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493953.124989:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.125073:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.125238:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815296 00000100:00100000:3.0:1743493953.125253:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815296 00000100:00100000:3.0:1743493953.125360:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3571 00000100:00100000:3.0:1743493953.125378:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+446:13289:x1828185027815296:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493953.125806:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3776, 168 off666344 00000100:00100000:3.0:1743493953.126041:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+447:13289:x1828185027815296:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 670us (1066us total) trans 4294974773 rc 0/0 00000100:00100000:3.0:1743493953.126051:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3571 00000100:00100000:1.0:1743493953.126854:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815040 00000100:00100000:1.0:1743493953.126865:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815040 00000100:00100000:1.0:1743493953.126936:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2378 00000100:00100000:1.0:1743493953.126946:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+72:2438:x1828185027815040:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.126969:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.127036:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e09 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1743493953.127071:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1743493953.127106:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.127108:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.127118:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 73 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493953.127139:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 73 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493953.127155:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f87c0, rc 0) 00000100:00100000:1.0:1743493953.127251:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2438:x1828185027815040:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 304us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.127260:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2378 00000100:00100000:1.0:1743493953.127783:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+49:3678:x1828185060480512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42823us (46057us total) trans 4294968002 rc 0/0 00000100:00100000:1.0:1743493953.127792:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000004:00080000:2.0:1743493953.127824:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4febb9c0/2, rc 0, transno 4294968002 00000100:00100000:2.0:1743493953.127844:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febb9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060480512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493953.139874:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.139954:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.141115:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.141186:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815424 00000100:00100000:0.0:1743493953.141199:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815424 00000100:00100000:0.0:1743493953.141287:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815552 00000100:00100000:0.0:1743493953.141291:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815552 00000100:00100000:0.0:1743493953.141369:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12619 00000100:00100000:0.0:1743493953.141381:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13333:x1828185027815424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493953.141484:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.141746:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815680 00000100:00100000:3.0:1743493953.141769:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815680 00000100:00100000:3.0:1743493953.141833:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2379 00000100:00100000:1.0:1743493953.141840:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12620 00000100:00100000:3.0:1743493953.141843:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+73:13290:x1828185027815680:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:1.0:1743493953.141853:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:13289:x1828185027815552:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.141861:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.141882:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.141899:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e17 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.141922:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5938 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e10 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.141947:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 74 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493953.141959:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.141962:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.141967:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 74 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.142042:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.142060:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.142062:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 74 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493953.142086:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.142089:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 74 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493953.142113:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060481152:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.142196:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.142206:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.142216:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493953.142300:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493953.142379:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.142390:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.142398:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493953.142436:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:1.0:1743493953.142442:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.146079:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146111:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146126:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146134:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146142:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146148:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.146154:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146163:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146180:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493953.146184:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493953.146190:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146197:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c593f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146250:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146256:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146261:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146266:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.146269:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146276:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146284:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b55ff6740) 00010000:00010000:1.0:1743493953.146287:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493953.146290:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146295:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c5946 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.146383:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5938 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 450 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.146408:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 449 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.146417:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493953.146420:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.146423:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8f40, rc 0) 00000100:00100000:0.0:1743493953.146640:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+449:13333:x1828185027815424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 5255us (6776us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.146654:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12619 00000100:00100000:1.0:1743493953.148564:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:13289:x1828185027815552:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 6703us (8601us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.148577:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12620 00000100:00100000:0.0:1743493953.150944:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.151707:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815808 00000100:00100000:3.0:1743493953.151721:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815808 00000100:00100000:1.0:1743493953.151739:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060481152:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.151827:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 75 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493953.151869:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 75 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.151887:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3342 00000100:00100000:3.0:1743493953.151898:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027815808:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.151900:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb880, rc 0) 00010000:00010000:3.0:1743493953.151944:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.151976:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 75 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493953.151992:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 75 pid: 14104 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493953.152011:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+75:13290:x1828185027815680:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10167us (10895us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.152024:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2379 00010000:00010000:3.0:1743493953.152028:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c592a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e09 expref: 75 pid: 14104 timeout: 1255 lvb_type: 1 00010000:00010000:3.0:1743493953.152042:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.152044:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.152053:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 74 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.152065:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 74 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.152951:0:15641:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 73 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.152972:0:15641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7f900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:15641:1828185060481280:192.168.206.41@tcp:105: 00000100:00100000:3.0:1743493953.153103:0:15641:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.158664:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.162253:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027815936 00000100:00100000:1.0:1743493953.162274:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027815936 00000100:00100000:2.0:1743493953.164508:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12621 00000100:00100000:2.0:1743493953.164526:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:13333:x1828185027815936:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1743493953.169539:0:15641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7f900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:15641:1828185060481280:192.168.206.41@tcp:105: 00000004:00000080:2.0:1743493953.169558:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1743493953.169624:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.172365:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.172414:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+73:2438:x1828185027815808:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 20509us (21477us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.172433:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3342 00000100:00100000:3.0:1743493953.172586:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816192 00000100:00100000:3.0:1743493953.172599:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816192 00000100:00100000:3.0:1743493953.172678:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12622 00000100:00100000:3.0:1743493953.172688:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+449:13289:x1828185027816192:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.172717:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.172812:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5954 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e1e expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.172996:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:13333:x1828185027815936:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 8470us (14345us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.173020:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12621 00010000:00010000:3.0:1743493953.173110:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.173133:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 449 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.173201:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.173287:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 449 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.173303:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 449 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.173320:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7f340 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060481408:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.173443:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.182090:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.182140:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.182330:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.182383:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816704 00000100:00100000:2.0:1743493953.182397:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816704 00000100:00100000:2.0:1743493953.182497:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12623 00000100:00100000:2.0:1743493953.182508:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:13333:x1828185027816704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.182617:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x308:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493953.182865:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x308:0x0]: rc = -2 00000100:00100000:2.0:1743493953.182966:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:13333:x1828185027816704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 458us (823us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493953.182976:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12623 00000100:00100000:0.0:1743493953.183116:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816448 00000100:00100000:0.0:1743493953.183122:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816448 00000100:00100000:0.0:1743493953.183185:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3572 00000100:00100000:0.0:1743493953.183192:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:13290:x1828185027816448:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493953.183746:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3777, 168 off666512 00000001:00080000:0.0:1743493953.183793:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974774 00000100:00100000:0.0:1743493953.183965:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+452:13290:x1828185027816448:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 770us (1889us total) trans 4294974775 rc 0/0 00000100:00100000:0.0:1743493953.183974:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3572 00000020:00080000:0.0:1743493953.183979:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1743493953.184603:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1743493953.184630:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816576 00000100:00100000:1.0:1743493953.184638:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816576 00010000:00010000:1.0:1743493953.184693:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 452 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.184740:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3343 00000100:00100000:1.0:1743493953.184749:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cdd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+452:2439:x1828185027816576:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.184811:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.184823:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 452 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.184842:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 452 pid: 6550 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.184874:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493953.184881:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.184895:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.184905:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.184961:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.185031:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cdd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+452:2439:x1828185027816576:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 282us (2700us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.185041:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3343 00010000:00010000:3.0:1743493953.185944:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c594d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e10 expref: 451 pid: 6550 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.185976:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7f340 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060481408:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.186050:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.186061:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.186068:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493953.186090:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00010000:00010000:3.0:1743493953.186350:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5954 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 452 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.186376:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 451 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.186385:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493953.186395:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493953.186399:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fa200, rc 0) 00000100:00100000:3.0:1743493953.186488:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+451:13289:x1828185027816192:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13799us (14147us total) trans 4294974776 rc 0/0 00000100:00100000:3.0:1743493953.186498:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12622 00000100:00100000:1.0:1743493953.193482:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.193588:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816832 00000100:00100000:3.0:1743493953.193602:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816832 00000100:00100000:3.0:1743493953.193701:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12624 00000100:00100000:3.0:1743493953.193712:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+451:13333:x1828185027816832:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.193877:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x309:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.194086:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x309:0x0]: rc = -2 00000100:00100000:2.0:1743493953.197081:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+451:13333:x1828185027816832:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3355us (3599us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493953.197100:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12624 00000100:00100000:1.0:1743493953.201747:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.204282:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027816960 00000100:00100000:2.0:1743493953.204303:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027816960 00000100:00100000:0.0:1743493953.205948:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12625 00000100:00100000:0.0:1743493953.205964:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+451:13289:x1828185027816960:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493953.206029:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.206078:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5969 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e25 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.206271:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.206289:0:12851:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 452 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.206298:0:12851:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493953.206396:0:12851:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 452 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.206419:0:12851:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 452 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.206437:0:12851:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7a880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060481536:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.206604:0:12851:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.207427:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.208865:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817216 00000100:00100000:2.0:1743493953.208878:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817216 00000100:00100000:2.0:1743493953.208956:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12626 00000100:00100000:2.0:1743493953.208965:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+453:13290:x1828185027817216:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493953.208988:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493953.209025:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c5977 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e2c expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.209188:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.209203:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 454 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.209212:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00000100:00100000:1.0:1743493953.209721:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.209853:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817344 00000100:00100000:0.0:1743493953.209860:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817344 00000100:00100000:0.0:1743493953.209919:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12627 00000100:00100000:0.0:1743493953.209926:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027817344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493953.209999:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.210204:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027817344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 277us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.210214:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12627 00010000:00010000:2.0:1743493953.210374:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 454 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.210390:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 454 pid: 12851 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.210407:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7e200 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060481664:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493953.210514:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.216067:0:12851:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7a880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:12851:1828185060481536:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.216163:0:12851:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:1.0:1743493953.220681:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.220846:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.220982:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.221032:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817472 00000100:00100000:1.0:1743493953.221044:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817472 00010000:00010000:1.0:1743493953.221110:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 455 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.221288:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817728 00000100:00100000:1.0:1743493953.221293:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817728 00010000:00010000:1.0:1743493953.221321:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 456 pid: 12851 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.221356:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3344 00000100:00100000:1.0:1743493953.221365:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+456:2437:x1828185027817472:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.221400:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.221410:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 456 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.221424:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 456 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.221455:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c595b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d1:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e1e expref: 456 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.221479:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493953.221485:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493953.221497:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493953.221507:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493953.221575:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.221656:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+455:2437:x1828185027817472:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 291us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.221664:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3344 00000100:00100000:1.0:1743493953.221705:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3345 00000100:00100000:1.0:1743493953.221711:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+454:2437:x1828185027817728:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.221727:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.221733:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 454 pid: 12851 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.221749:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 454 pid: 12851 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.221803:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.221808:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.221827:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.221834:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.221868:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.221903:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+454:2437:x1828185027817728:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 192us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.221911:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3345 00010000:00010000:1.0:1743493953.221957:0:12851:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493953.221966:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493953.222027:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:1.0:1743493953.222031:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.222057:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493953.222118:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5969 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e25 expref: 454 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.222142:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e25 expref: 453 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.222150:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:1.0:1743493953.222154:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.222156:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f8f40, rc 0) 00000100:00100000:1.0:1743493953.222200:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+453:13289:x1828185027816960:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 16240us (20469us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.222208:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12625 00000100:00100000:1.0:1743493953.222241:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817600 00000100:00100000:1.0:1743493953.222246:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817600 00000100:00100000:1.0:1743493953.222279:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12628 00000100:00100000:1.0:1743493953.222285:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+453:13333:x1828185027817600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.222369:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.222527:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+453:13333:x1828185027817600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 240us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.222534:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12628 00010000:00010000:2.0:1743493953.222991:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c591c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e02 expref: 452 pid: 12851 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.223013:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7e200 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060481664:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.223093:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.223101:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.223107:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:2.0:1743493953.223130:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:2.0:1743493953.223350:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c5977 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 453 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.223371:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 452 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.223379:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493953.223382:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493953.223385:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9300, rc 0) 00000100:00100000:2.0:1743493953.223446:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+452:13290:x1828185027817216:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 14481us (16022us total) trans 4294974777 rc 0/0 00000100:00100000:2.0:1743493953.223453:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12626 00000100:00100000:1.0:1743493953.234719:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.238999:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817856 00000100:00100000:3.0:1743493953.239020:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817856 00000100:00100000:3.0:1743493953.239129:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12629 00000100:00100000:3.0:1743493953.239139:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13333:x1828185027817856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.239233:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.239457:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30a:0x0]: rc = -2 00000100:00100000:3.0:1743493953.239598:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13333:x1828185027817856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 458us (4893us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.239607:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12629 00000100:00100000:2.0:1743493953.239845:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.240320:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027817984 00000100:00100000:3.0:1743493953.240327:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027817984 00000100:00100000:3.0:1743493953.240392:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12630 00000100:00100000:3.0:1743493953.240404:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13290:x1828185027817984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.240435:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.240479:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c598c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e33 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.240664:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493953.240683:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 453 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.240695:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493953.240883:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 453 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.240900:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 453 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.240919:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc02e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060481792:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.241302:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.243007:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.244310:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818112 00000100:00100000:0.0:1743493953.244327:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818112 00000100:00100000:0.0:1743493953.244452:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12631 00000100:00100000:0.0:1743493953.244462:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+454:13289:x1828185027818112:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493953.244491:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.244562:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c599a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e3a expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.244704:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.244739:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00000100:00100000:2.0:1743493953.247633:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.248190:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc02e40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060481792:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.248479:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248569:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248585:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248597:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248684:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248692:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248700:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248705:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.248710:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248717:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248736:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493953.248740:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.248746:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248771:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248794:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248800:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248804:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248809:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.248812:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248818:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248826:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493953.248828:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.248831:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248837:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.248906:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c599a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e3a expref: 455 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.248916:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c599a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e3a expref: 455 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.248932:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:0.0:1743493953.249041:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+454:13289:x1828185027818112:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4579us (6041us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493953.249053:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12631 00000100:00100000:0.0:1743493953.249120:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818240 00000100:00100000:0.0:1743493953.249129:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818240 00000100:00100000:0.0:1743493953.249193:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12632 00000100:00100000:0.0:1743493953.249201:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+454:13333:x1828185027818240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493953.249287:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.249473:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+454:13333:x1828185027818240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 270us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.249481:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12632 00010000:00010000:3.0:1743493953.249938:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493953.255632:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.261923:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.264090:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818368 00000100:00100000:0.0:1743493953.264110:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818368 00010000:00010000:0.0:1743493953.264212:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 454 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.264282:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3346 00000100:00100000:0.0:1743493953.264291:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+454:2437:x1828185027818368:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.264326:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.264335:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 454 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.264370:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 454 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.264402:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c597e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e2c expref: 454 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.264433:0:10194:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493953.264439:0:10194:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493953.264449:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493953.264457:0:10194:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493953.264539:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.264647:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+453:2437:x1828185027818368:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 355us (9031us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.264658:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3346 00010000:00010000:1.0:1743493953.265335:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.265357:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493953.265435:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:1.0:1743493953.265442:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.265472:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.265545:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c598c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e33 expref: 453 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.265569:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e33 expref: 452 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.265577:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.265580:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.265584:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fad40, rc 0) 00000100:00100000:1.0:1743493953.265651:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13290:x1828185027817984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 25247us (25807us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.265660:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12630 00000100:00100000:1.0:1743493953.266686:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818496 00000100:00100000:1.0:1743493953.266697:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818496 00000100:00100000:1.0:1743493953.267397:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12633 00000100:00100000:1.0:1743493953.267407:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13333:x1828185027818496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.267515:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.267717:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13333:x1828185027818496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (5809us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.268866:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.269407:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12633 00000100:00100000:1.0:1743493953.269895:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818752 00000100:00100000:1.0:1743493953.269906:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818752 00000100:00100000:1.0:1743493953.269973:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12634 00000100:00100000:1.0:1743493953.269983:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+452:13289:x1828185027818752:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.270010:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.270016:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493953.270053:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c544c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951d30 expref: 452 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.270083:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493953.270088:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493953.270119:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59af lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e41 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.270272:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.270286:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.270297:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.270355:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.270363:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.270370:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:1.0:1743493953.271381:0:8615:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17d:0x0], index 1: 0 00000040:00080000:1.0:1743493953.271636:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3778, 184 off666696 00010000:00010000:1.0:1743493953.271953:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c59c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x332:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.271966:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c59c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.271978:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c59c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272029:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272036:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272043:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272049:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.272054:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272062:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272073:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493953.272077:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493953.272082:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272089:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493953.272112:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000013421ef7 reply state 0000000071bb54cb transno 4294974778 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272124:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.272135:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:1.0:1743493953.272137:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493953.272140:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493953.272179:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59af lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e41 expref: 454 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.272961:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c59c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e41 expref: 453 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.272971:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:1.0:1743493953.272974:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.272977:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb4c0, rc 0) 00000100:00100000:1.0:1743493953.273304:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+454:13289:x1828185027818752:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3318us (4440us total) trans 4294974778 rc 0/0 00000100:00100000:1.0:1743493953.273315:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12634 00000100:00100000:0.0:1743493953.282697:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.282827:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.282927:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027818880 00000100:00100000:1.0:1743493953.282941:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027818880 00000100:00100000:1.0:1743493953.283036:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819008 00000100:00100000:1.0:1743493953.283041:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819008 00000100:00100000:1.0:1743493953.283090:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12635 00000100:00100000:1.0:1743493953.283100:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027818880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.283202:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30b:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.283410:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30b:0x0]: rc = -2 00000100:00100000:1.0:1743493953.283508:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027818880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 407us (824us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.283519:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12635 00000100:00100000:1.0:1743493953.283565:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12636 00000100:00100000:1.0:1743493953.283571:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+454:13290:x1828185027819008:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.283582:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.283627:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e48 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.283683:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.283700:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.283715:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.283895:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 456 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.283919:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 455 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.283930:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.283933:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1743493953.283937:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fbc40, rc 0) 00000100:00100000:1.0:1743493953.283984:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+455:13290:x1828185027819008:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 412us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.283992:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12636 00000100:00100000:2.0:1743493953.286224:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.286323:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819136 00000100:00100000:1.0:1743493953.286334:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819136 00000100:00100000:1.0:1743493953.286431:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2380 00000100:00100000:1.0:1743493953.286441:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+84:2438:x1828185027819136:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.286464:0:15655:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.286514:0:15655:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e4f expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1743493953.286554:0:15655:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1743493953.286589:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.286592:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.286603:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 85 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493953.286621:0:15655:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 85 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1743493953.286668:0:15655:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9300, rc 0) 00000100:00100000:1.0:1743493953.286781:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:00038621-ef07-44f7-8531-81bf2ec881e5+85:2438:x1828185027819136:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 339us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.286791:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2380 00000100:00100000:2.0:1743493953.294062:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.296138:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819264 00000100:00100000:0.0:1743493953.296158:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819264 00000100:00100000:0.0:1743493953.296280:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12637 00000100:00100000:0.0:1743493953.296291:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027819264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1743493953.296580:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.296795:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000004:00000080:0.0:1743493953.296929:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493953.297149:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30c:0x0]: rc = -2 00000100:00100000:0.0:1743493953.297257:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+455:13333:x1828185027819264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 967us (3210us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493953.297268:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12637 00000100:00100000:1.0:1743493953.297432:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819392 00000100:00100000:1.0:1743493953.297439:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819392 00002000:00100000:1.0:1743493953.297497:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->85514) req@ffff998b4fc03400 x1828185027819392/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 488/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.297509:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc03400 with x1828185027819392 ext(0->85514) 00002000:00010000:1.0:1743493953.297517:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fc03400 00000100:00100000:1.0:1743493953.297554:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 502 00000100:00100000:1.0:1743493953.297562:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027819392:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:3.0:1743493953.298416:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819648 00000100:00100000:3.0:1743493953.298423:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819648 00000100:00100000:3.0:1743493953.298495:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3573 00000100:00100000:3.0:1743493953.298502:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+455:13289:x1828185027819648:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493953.299133:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3779, 168 off666864 00000001:00080000:3.0:1743493953.299142:0:6556:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974779 00000100:00100000:3.0:1743493953.299325:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+457:13289:x1828185027819648:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 820us (2528us total) trans 4294974780 rc 0/0 00000100:00100000:3.0:1743493953.299379:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3573 00000020:00080000:3.0:1743493953.299387:0:6556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1743493953.311376:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.311453:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027819904 00000100:00100000:0.0:1743493953.311466:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027819904 00000100:00100000:0.0:1743493953.311555:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12638 00000100:00100000:0.0:1743493953.311565:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+457:13333:x1828185027819904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493953.311668:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.311909:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+457:13333:x1828185027819904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.311919:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12638 00000100:00100000:0.0:1743493953.313768:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027819392:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 16179us (17164us total) trans 4294968005 rc 0/0 00000100:00100000:0.0:1743493953.313783:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 502 00002000:00100000:0.0:1743493953.313798:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->85514) req@ffff998b4fc03400 x1828185027819392/t4294968005(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 488/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.313810:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc03400 with x1828185027819392 ext(0->85514) 00002000:00010000:0.0:1743493953.313816:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fc03400 00000100:00100000:3.0:1743493953.316131:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.316233:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820032 00000100:00100000:0.0:1743493953.316246:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820032 00000100:00100000:0.0:1743493953.316335:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12639 00000100:00100000:0.0:1743493953.316353:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+457:13289:x1828185027820032:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493953.316469:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.316505:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c59c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x332:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e41 expref: 457 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.316538:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:0.0:1743493953.316560:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493953.316605:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316622:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316634:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316662:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316670:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316677:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316886:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316895:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.316903:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493953.317357:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].329, 64 off29312 00000040:00080000:0.0:1743493953.317416:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3780, 184 off667048 00010000:00010000:0.0:1743493953.317587:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317598:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317609:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317618:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317625:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317632:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317641:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317648:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493953.317654:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317663:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317674:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff998b55ff60c0) 00010000:00010000:0.0:1743493953.317678:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493953.317682:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317689:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c59fc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x332:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317727:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317735:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317741:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317746:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.317783:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317789:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317797:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x332:0x0].0x0 (ffff998b55ff60c0) 00010000:00010000:0.0:1743493953.317800:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493953.317803:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.317809:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c59f5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x332:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318084:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318092:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318098:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318103:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493953.318106:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318116:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318126:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493953.318128:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493953.318132:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318137:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c59e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493953.318152:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d4065e2c reply state 00000000d2da1e95 transno 4294974781 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318163:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.318170:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493953.318173:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493953.318176:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493953.318319:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+458:13289:x1828185027820032:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1960us (2193us total) trans 4294974781 rc 0/0 00000100:00100000:0.0:1743493953.318329:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12639 00000100:00100000:3.0:1743493953.320650:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.320873:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820160 00000100:00100000:0.0:1743493953.320885:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820160 00000100:00100000:2.0:1743493953.321683:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12640 00000100:00100000:2.0:1743493953.321694:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+458:13333:x1828185027820160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.321842:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493953.322077:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+458:13333:x1828185027820160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 382us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.322085:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12640 00000100:00100000:2.0:1743493953.335869:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.336205:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820288 00000100:00100000:0.0:1743493953.336220:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820288 00000100:00100000:0.0:1743493953.336725:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12641 00000100:00100000:0.0:1743493953.336737:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+458:13290:x1828185027820288:12345-192.168.206.41@tcp:44:dbench.0 00000100:00100000:1.0:1743493953.337451:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.337938:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820416 00000100:00100000:3.0:1743493953.337947:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820416 00000100:00100000:3.0:1743493953.338024:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12642 00000100:00100000:3.0:1743493953.338033:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+459:13289:x1828185027820416:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.338046:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.338088:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5a03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e56 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.338196:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338213:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338227:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338253:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338261:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338268:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338327:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338335:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338355:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338362:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.338367:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338376:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338395:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493953.338398:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.338404:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338411:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338436:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338443:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338449:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338454:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.338458:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338464:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338472:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:3.0:1743493953.338475:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.338478:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338483:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.338584:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5a03 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e56 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.338595:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5a03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e56 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.338612:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f96c0, rc 0) 00000100:00100000:3.0:1743493953.338717:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+459:13289:x1828185027820416:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 683us (1270us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493953.338726:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12642 00000100:00100000:2.0:1743493953.341418:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.341520:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820544 00000100:00100000:1.0:1743493953.341543:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820544 00000100:00100000:1.0:1743493953.341624:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12643 00000100:00100000:1.0:1743493953.341634:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+459:13333:x1828185027820544:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.341718:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30d:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.341934:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30d:0x0]: rc = -2 00000100:00100000:1.0:1743493953.342030:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+459:13333:x1828185027820544:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 397us (628us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.342039:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12643 00000100:00100000:1.0:1743493953.345476:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.345624:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.346136:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820672 00000100:00100000:2.0:1743493953.346149:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820672 00000100:00100000:2.0:1743493953.346228:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820800 00000100:00100000:2.0:1743493953.346232:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820800 00000100:00100000:2.0:1743493953.346281:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12644 00000100:00100000:2.0:1743493953.346293:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+460:13333:x1828185027820672:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.346399:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493953.346600:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30e:0x0]: rc = -2 00000100:00100000:2.0:1743493953.346713:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+460:13333:x1828185027820672:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 420us (1250us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493953.346724:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12644 00000100:00100000:2.0:1743493953.346806:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12645 00000100:00100000:2.0:1743493953.346813:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+459:13289:x1828185027820800:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493953.346826:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493953.346870:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5a18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e5d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.346977:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.346995:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.347009:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493953.347062:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:2.0:1743493953.347067:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493953.347092:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.347123:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c5a18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e5d expref: 461 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.347146:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e5d expref: 460 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.347155:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493953.347158:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493953.347163:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb100, rc 0) 00000100:00100000:2.0:1743493953.347223:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+460:13289:x1828185027820800:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 409us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.347234:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12645 00000001:00080000:0.0:1743493953.349496:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294974781 is committed 00000004:00080000:0.0:1743493953.349636:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 90 committed 00010000:00010000:2.0:1743493953.350280:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350295:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350303:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350310:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.350315:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350323:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350351:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.350355:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.350362:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350368:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c5794 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.350406:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350412:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350418:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350423:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.350426:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350433:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350442:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493953.350444:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.350448:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350453:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c58cf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1d1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.350469:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350475:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350480:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350485:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.350488:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350493:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350501:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.350504:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.350506:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350512:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c5915 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493953.350544:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350550:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350556:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350561:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.350564:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350569:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350577:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:2.0:1743493953.350579:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.350582:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350587:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c59bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493953.350601:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350607:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350613:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350617:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.350620:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350625:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350632:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:2.0:1743493953.350635:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.350637:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.350643:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c59ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493953.354593:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.354743:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.354828:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50058040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.354887:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.354938:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1743493953.354945:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.355004:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.355042:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50058600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.355100:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.355164:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482176 00000100:00100000:2.0:1743493953.355175:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482176 00000100:00100000:2.0:1743493953.355252:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482688 00000100:00100000:2.0:1743493953.355256:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482688 00000100:00100000:2.0:1743493953.355290:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482304 00000100:00100000:2.0:1743493953.355293:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482304 00000100:00100000:2.0:1743493953.355322:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482816 00000100:00100000:2.0:1743493953.355325:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482816 00000100:00100000:2.0:1743493953.355375:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:2.0:1743493953.355385:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3678:x1828185060482176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493953.355443:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:286 count 1 00010000:00010000:2.0:1743493953.355496:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.355525:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 84 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.355534:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.355537:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493953.355541:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.355636:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd0040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060481920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493953.355720:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493953.355785:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50058bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493953.355851:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493953.355893:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1743493953.355900:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493953.355965:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493953.356005:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493953.356078:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493953.356137:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060481920 00000100:00100000:3.0:1743493953.356142:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060481920 00000100:00100000:3.0:1743493953.356188:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482432 00000100:00100000:3.0:1743493953.356192:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482432 00000100:00100000:3.0:1743493953.356224:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482048 00000100:00100000:3.0:1743493953.356227:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482048 00000100:00100000:3.0:1743493953.356257:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060482560 00000100:00100000:3.0:1743493953.356261:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060482560 00000100:00100000:3.0:1743493953.356295:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:3.0:1743493953.356302:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3678:x1828185060482688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493953.356330:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:330 count 1 00010000:00010000:3.0:1743493953.356374:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.356392:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.356399:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493953.356401:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493953.356405:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.356480:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.357281:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1743493953.357291:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+42:3678:x1828185060482304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493953.357330:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:287 count 1 00010000:00010000:0.0:1743493953.357368:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.357384:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 84 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.357399:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.357402:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.357405:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.357465:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 84 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.357824:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13290:x1828185027820288:12345-192.168.206.41@tcp:44:dbench.0 Request processed in 21085us (21968us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.357836:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12641 00000100:00100000:1.0:1743493953.357905:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:1.0:1743493953.357912:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3678:x1828185060482816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493953.357938:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:279 count 1 00010000:00010000:1.0:1743493953.357959:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.357971:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 84 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.357978:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.357980:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493953.357983:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.358038:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 84 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.358289:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.358308:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060482944:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.358473:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 84 pid: 15658 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.358486:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060483072:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.358566:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.358588:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:0.0:1743493953.358595:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3676:x1828185060481920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493953.358621:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:281 count 1 00010000:00010000:0.0:1743493953.358639:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358653:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 84 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358659:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.358661:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.358664:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358707:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 84 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358716:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 84 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.358725:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060483328:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.358798:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.358817:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:0.0:1743493953.358822:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3676:x1828185060482432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493953.358845:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:324 count 1 00010000:00010000:0.0:1743493953.358862:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358873:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358879:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.358881:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.358884:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358926:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.358935:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.358944:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060483456:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.358999:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.359016:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:0.0:1743493953.359021:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3676:x1828185060482048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493953.359044:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:322 count 1 00010000:00010000:0.0:1743493953.359060:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359070:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 84 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359076:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.359077:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.359080:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359119:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 84 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359133:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 84 pid: 15653 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.359141:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060483584:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.359196:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.359349:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:0.0:1743493953.359355:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+42:3676:x1828185060482560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493953.359382:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:328 count 1 00010000:00010000:0.0:1743493953.359412:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359425:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359432:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.359434:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493953.359437:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359483:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 84 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.359493:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 84 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.359501:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060483712:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.359566:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.359686:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493953.359788:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 84 pid: 15661 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.359799:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060483200:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.359861:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.359996:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.360131:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493953.360513:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 84 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.360524:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 84 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.360534:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060483840:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493953.360619:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.360816:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821056 00000100:00100000:0.0:1743493953.360828:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821056 00000100:00100000:0.0:1743493953.360909:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3574 00000100:00100000:0.0:1743493953.360917:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+438:13289:x1828185027821056:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493953.361790:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027820928 00000100:00100000:3.0:1743493953.361797:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027820928 00000100:00100000:3.0:1743493953.361857:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12646 00000100:00100000:3.0:1743493953.361864:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+439:13333:x1828185027820928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.361918:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.362106:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+439:13333:x1828185027820928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 240us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.362118:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12646 00000100:00100000:3.0:1743493953.367821:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060483328:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.367906:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.368137:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060483072:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.368183:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.368230:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005d0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060483200:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.368276:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.368357:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060483456:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.368409:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.368473:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060483584:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.368528:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.368632:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060483712:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.368684:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.369012:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:15658:1828185060482944:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.369067:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.370606:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371060:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371108:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371152:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371207:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371243:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371280:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371454:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.371508:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821440 00000100:00100000:1.0:1743493953.371520:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821440 00010000:00010000:1.0:1743493953.371588:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 85 pid: 15650 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371620:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821696 00000100:00100000:1.0:1743493953.371624:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821696 00010000:00010000:1.0:1743493953.371649:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 86 pid: 15653 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371661:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821312 00000100:00100000:1.0:1743493953.371664:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821312 00010000:00010000:1.0:1743493953.371686:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 87 pid: 15658 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371697:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821568 00000100:00100000:1.0:1743493953.371699:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821568 00010000:00010000:1.0:1743493953.371722:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 88 pid: 8428 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371734:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821824 00000100:00100000:1.0:1743493953.371737:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821824 00010000:00010000:1.0:1743493953.371789:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 89 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371802:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821952 00000100:00100000:1.0:1743493953.371805:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821952 00010000:00010000:1.0:1743493953.371829:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 90 pid: 15661 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.371846:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3347 00000100:00100000:1.0:1743493953.371856:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+90:2438:x1828185027821440:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.371887:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.371894:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.371908:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.371937:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53cc87c0/0x1414d533cd4b4dcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc9 expref: 90 pid: 15650 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.371954:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.371956:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.371963:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.371980:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372049:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.372139:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+89:2438:x1828185027821440:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 283us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.372149:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3347 00000100:00100000:1.0:1743493953.372192:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3348 00000100:00100000:1.0:1743493953.372198:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+88:2438:x1828185027821696:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.372216:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.372222:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 88 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372233:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 88 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372248:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51a08b80/0x1414d533cd4be525 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fd0f expref: 88 pid: 15653 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372257:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372259:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372263:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372271:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372319:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.372372:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+87:2438:x1828185027821696:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 172us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.372380:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3348 00000100:00100000:1.0:1743493953.372408:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3349 00000100:00100000:1.0:1743493953.372413:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+86:2438:x1828185027821312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.372430:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.372435:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 86 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372444:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 86 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372457:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3880/0x1414d533cd4b6932 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d531 expref: 86 pid: 15658 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372465:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372467:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372470:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372478:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372522:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.372561:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+85:2438:x1828185027821312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 145us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.372569:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3349 00000100:00100000:1.0:1743493953.372597:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3350 00000100:00100000:1.0:1743493953.372602:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c699be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+84:2438:x1828185027821568:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.372619:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.372625:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372634:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372647:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5187b880/0x1414d533cd4be6c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494fda2 expref: 84 pid: 8428 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372654:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372656:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372659:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372666:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372707:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.372743:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c699be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+83:2438:x1828185027821568:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 139us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.372797:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3350 00000100:00100000:1.0:1743493953.372921:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3351 00000100:00100000:1.0:1743493953.372928:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+82:2437:x1828185027821824:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.372946:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.372952:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 82 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372963:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 82 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372976:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c7c0/0x1414d533cd4bf3b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49501df expref: 82 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.372984:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372986:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.372989:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.372997:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373043:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.373083:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+81:2437:x1828185027821824:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 152us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.373090:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3351 00000100:00100000:1.0:1743493953.373125:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3352 00000100:00100000:1.0:1743493953.373131:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+80:2437:x1828185027821952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.373149:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.373155:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 80 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.373165:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 80 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.373177:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680de40/0x1414d533cd4b44d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8f1 expref: 80 pid: 15661 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.373185:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.373186:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.373189:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373197:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373239:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.373278:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+79:2437:x1828185027821952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 145us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.373285:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3352 00000100:00100000:1.0:1743493953.373333:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822080 00000100:00100000:1.0:1743493953.373351:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822080 00000100:00100000:1.0:1743493953.373401:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12647 00000100:00100000:1.0:1743493953.373407:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027822080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.373500:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.373691:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027822080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.373698:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12647 00010000:00010000:1.0:1743493953.373744:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373791:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373803:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373811:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373819:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373827:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.373832:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373841:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373856:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.373864:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c5a42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x119:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.375262:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.376312:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822208 00000100:00100000:3.0:1743493953.376326:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822208 00010000:00010000:3.0:1743493953.376410:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.376452:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3353 00000100:00100000:3.0:1743493953.376461:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+79:2438:x1828185027822208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.376493:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.376500:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.376514:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.376541:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51b16200/0x1414d533cd4bf1c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950137 expref: 79 pid: 15655 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.376562:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.376564:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.376570:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.376581:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.376640:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493953.376717:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+78:2438:x1828185027822208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 255us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.376725:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3353 00010000:00010000:0.0:1743493953.377393:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377405:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377417:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377426:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377434:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377441:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f165c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493953.377448:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377457:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377474:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.377482:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c5a57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x148:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.377670:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027821184 00000100:00100000:2.0:1743493953.377679:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027821184 00000100:00100000:2.0:1743493953.377746:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2389 00000100:00100000:2.0:1743493953.377769:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027821184:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:2.0:1743493953.379493:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.379534:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822336 00000100:00100000:2.0:1743493953.379542:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822336 00010000:00010000:2.0:1743493953.379600:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 78 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.379640:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3354 00000100:00100000:2.0:1743493953.379649:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027822336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.379677:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.379684:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 78 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.379698:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 78 pid: 15625 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.379728:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.379731:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.379738:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.379775:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.379833:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.379919:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027822336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 270us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.379928:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3354 00000100:00100000:2.0:1743493953.380650:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+438:13289:x1828185027821056:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 19730us (20515us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.380661:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3574 00010000:00010000:2.0:1743493953.380930:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52e61300/0x1414d533cd4b634a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d34e expref: 77 pid: 15625 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.380946:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060483840:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.381006:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381017:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381025:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381034:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381041:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381049:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381062:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.381067:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381075:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381093:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.381100:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c5a26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.381891:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3678:x1828185060482176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26502us (27143us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1743493953.381903:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000004:00080000:2.0:1743493953.381991:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd1740/2, rc 0, transno 4294968005 00000100:00100000:2.0:1743493953.382006:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.382165:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060483968:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493953.382244:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493953.382294:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060483968 00000100:00100000:2.0:1743493953.382300:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060483968 00000100:00100000:2.0:1743493953.382360:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1743493953.382368:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3676:x1828185060483968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493953.382409:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:380 count 1 00010000:00010000:2.0:1743493953.382448:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382467:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 76 pid: 15648 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493953.382475:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.382477:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.382481:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382542:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 76 pid: 15648 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493953.382558:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 76 pid: 15648 timeout: 1255 lvb_type: 1 00000100:00100000:2.0:1743493953.382571:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a2880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060484096:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493953.382667:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:2.0:1743493953.382823:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382832:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382840:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382851:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382859:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382865:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.382869:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382876:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382891:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.382898:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c5a49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x144:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.383246:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060482432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24421us (27393us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1743493953.383254:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00010000:00010000:2.0:1743493953.383303:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383311:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383320:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383327:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383334:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383351:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.383355:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383362:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383375:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383382:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c5a34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.383895:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+45:3678:x1828185060482304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26604us (28890us total) trans 4294968007 rc 0/0 00000100:00100000:2.0:1743493953.383905:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00010000:00010000:2.0:1743493953.383950:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383962:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383971:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383979:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383986:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.383993:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f147c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493953.383996:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.384004:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.384018:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.384025:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f147c0/0x1414d533cd4c5a50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x142:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493953.384312:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060482048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25288us (28346us total) trans 4294968008 rc 0/0 00000100:00100000:2.0:1743493953.384320:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000004:00080000:2.0:1743493953.384426:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd7900/2, rc 0, transno 4294968008 00000100:00100000:2.0:1743493953.384445:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482048:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493953.384474:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50058bc0/2, rc 0, transno 4294968006 00000100:00100000:2.0:1743493953.384479:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50058bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482432:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493953.384516:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005a2c0/2, rc 0, transno 4294968007 00000100:00100000:2.0:1743493953.384521:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482304:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493953.386244:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46efa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060482560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26880us (30157us total) trans 4294968009 rc 0/0 00000100:00100000:0.0:1743493953.386256:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:0.0:1743493953.387205:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.387287:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822464 00000100:00100000:3.0:1743493953.387299:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822464 00000100:00100000:3.0:1743493953.387396:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12648 00000100:00100000:3.0:1743493953.387407:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027822464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.387510:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.387719:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027822464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.387728:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12648 00010000:00010000:3.0:1743493953.388910:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388925:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388943:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388953:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388962:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388970:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.388976:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.388986:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.389011:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.389020:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c5a2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493953.389573:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3678:x1828185060482688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33267us (34681us total) trans 4294968010 rc 0/0 00000100:00100000:3.0:1743493953.389586:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:1.0:1743493953.389919:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060481920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31321us (34197us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1743493953.389927:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000004:00080000:0.0:1743493953.390059:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50058040/2, rc 0, transno 4294968010 00000100:00100000:0.0:1743493953.390083:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50058040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482688:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493953.390231:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390243:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390253:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390260:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390269:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390277:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493953.390281:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390289:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390306:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.390314:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c5a3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.391323:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3678:x1828185060482816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33406us (36217us total) trans 4294968011 rc 0/0 00000100:00100000:0.0:1743493953.391344:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000004:00080000:1.0:1743493953.391496:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50058600/2, rc 0, transno 4294968011 00000100:00100000:1.0:1743493953.393492:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50058600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060482816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493953.397154:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.397217:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.397540:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a2880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060484096:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.397621:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.397870:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822592 00000100:00100000:1.0:1743493953.397881:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822592 00010000:00010000:1.0:1743493953.397954:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 77 pid: 15648 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493953.398004:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3355 00000100:00100000:1.0:1743493953.398014:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+77:2437:x1828185027822592:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.398048:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.398055:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 77 pid: 15648 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493953.398070:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 77 pid: 15648 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493953.398100:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b573c5e40/0x1414d533cd4c567c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dca expref: 77 pid: 15648 timeout: 1255 lvb_type: 1 00010000:00010000:1.0:1743493953.398118:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.398120:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493953.398126:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398138:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398195:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.398287:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027822592:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 272us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.398297:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3355 00010000:00010000:1.0:1743493953.398365:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398374:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398386:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398403:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398411:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398419:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493953.398425:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398440:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398453:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.398460:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c5a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493953.398993:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3676:x1828185060483968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16623us (16746us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1743493953.399003:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:1.0:1743493953.399069:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822720 00000100:00100000:1.0:1743493953.399076:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822720 00000100:00100000:1.0:1743493953.399129:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12649 00000100:00100000:1.0:1743493953.399136:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027822720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.399222:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.399420:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027822720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.399428:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12649 00000100:00100000:0.0:1743493953.400966:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.401084:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027822976 00000100:00100000:3.0:1743493953.401096:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027822976 00000100:00100000:3.0:1743493953.401178:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12650 00000100:00100000:3.0:1743493953.401189:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13289:x1828185027822976:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.401212:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.401259:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5a65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e64 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.401413:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401432:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401444:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401495:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401503:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401511:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401562:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401574:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401581:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401587:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.401592:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401601:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401616:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493953.401619:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.401625:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401632:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c5a6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401657:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401664:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401670:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401675:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.401679:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401689:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401713:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:3.0:1743493953.401716:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.401719:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401725:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c5a73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.401814:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5a65 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e64 expref: 439 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.401824:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c5a65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e64 expref: 439 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.401841:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5680fc40, rc 0) 00000100:00100000:3.0:1743493953.401946:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13289:x1828185027822976:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 757us (988us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493953.401955:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12650 00000100:00100000:1.0:1743493953.406009:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.407873:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823104 00000100:00100000:3.0:1743493953.407893:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823104 00000100:00100000:3.0:1743493953.407998:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12651 00000100:00100000:3.0:1743493953.408009:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027823104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.408116:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x30f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.408353:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x30f:0x0]: rc = -2 00000100:00100000:3.0:1743493953.408468:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+438:13333:x1828185027823104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 458us (2471us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.408479:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12651 00000004:00080000:2.0:1743493953.409071:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4a0a6200/2, rc 0, transno 4294968012 00000100:00100000:2.0:1743493953.409093:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060483968:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493953.409123:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005cb00/2, rc 0, transno 4294968009 00000100:00100000:2.0:1743493953.409127:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060482560:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493953.409148:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd0040/2, rc 0, transno 4294968004 00000100:00100000:2.0:1743493953.409152:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd0040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060481920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493953.409868:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.411822:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823360 00000100:00100000:2.0:1743493953.411839:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823360 00000100:00100000:2.0:1743493953.411935:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12652 00000100:00100000:2.0:1743493953.411944:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+438:13289:x1828185027823360:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493953.411973:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493953.411977:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1743493953.412014:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c5a1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e5d expref: 438 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.412045:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493953.412052:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493953.412086:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c5a7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e6b expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.412261:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.412277:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.412289:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.412346:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.412354:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.412362:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00080000:2.0:1743493953.413112:0:6554:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17e:0x0], index 0: 0 00000040:00080000:2.0:1743493953.413253:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3781, 184 off667232 00010000:00010000:2.0:1743493953.413480:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413491:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413501:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413552:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413565:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413573:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413579:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501afc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.413584:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413592:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413603:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493953.413606:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.413611:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413617:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c5a81 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493953.413638:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000059ca52de reply state 00000000dbf2b47f transno 4294974782 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413651:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.413658:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:2.0:1743493953.413661:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493953.413665:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493953.413702:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c5a7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 440 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.413729:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 439 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.413736:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.413739:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493953.413742:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ad300, rc 0) 00000100:00100000:2.0:1743493953.413886:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13289:x1828185027823360:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1940us (4020us total) trans 4294974782 rc 0/0 00000100:00100000:2.0:1743493953.413897:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12652 00000001:00080000:0.0:1743493953.416352:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968005 is committed 00000001:00080000:0.0:1743493953.416398:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968004 is committed 00000100:00100000:0.0:1743493953.418271:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.418474:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823488 00000100:00100000:3.0:1743493953.418489:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823488 00000100:00100000:3.0:1743493953.418588:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12653 00000100:00100000:3.0:1743493953.418598:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027823488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.418700:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x310:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.418917:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x310:0x0]: rc = -2 00000100:00100000:3.0:1743493953.419009:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027823488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 411us (749us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.419018:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12653 00000100:00100000:2.0:1743493953.423060:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+72:2438:x1828185027821184:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 45276us (52447us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.423087:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2389 00000100:00100000:0.0:1743493953.424160:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.425082:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823744 00000100:00100000:2.0:1743493953.425096:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823744 00000100:00100000:2.0:1743493953.425185:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2391 00000100:00100000:2.0:1743493953.425194:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+72:2437:x1828185027823744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493953.425219:0:15650:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493953.425272:0:15650:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e72 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1743493953.425309:0:15650:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1743493953.425357:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.425360:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493953.425371:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 73 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493953.425399:0:15650:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 73 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1743493953.425415:0:15650:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501aed40, rc 0) 00000100:00100000:2.0:1743493953.425515:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027823744:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 321us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.425523:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2391 00000100:00100000:1.0:1743493953.426359:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.426441:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823616 00000100:00100000:0.0:1743493953.426450:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823616 00000100:00100000:0.0:1743493953.426522:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12654 00000100:00100000:0.0:1743493953.426530:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027823616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493953.426630:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.426854:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027823616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.426864:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12654 00000100:00100000:0.0:1743493953.434219:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.434362:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.435249:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824000 00000100:00100000:3.0:1743493953.435264:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824000 00000100:00100000:3.0:1743493953.435396:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12655 00000100:00100000:3.0:1743493953.435407:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.435509:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.435744:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.435790:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12655 00000100:00100000:2.0:1743493953.437449:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027823872 00000100:00100000:2.0:1743493953.437463:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027823872 00002000:00100000:3.0:1743493953.441747:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b50727340 x1828185027823872/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.441936:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50727340 with x1828185027823872 ext(0->4095) 00002000:00010000:3.0:1743493953.441946:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50727340 00000100:00100000:3.0:1743493953.442003:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 503 00000100:00100000:3.0:1743493953.442014:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027823872:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.443621:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.444282:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824128 00000100:00100000:3.0:1743493953.444297:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824128 00000100:00100000:3.0:1743493953.445124:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2392 00000100:00100000:3.0:1743493953.445137:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:13289:x1828185027824128:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.445164:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.445208:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e79 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.445264:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493953.445274:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.445277:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493953.445281:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 77 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.445381:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493953.445397:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493953.445414:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50724540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060484224:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.445563:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.445671:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.446115:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+77:2440:x1828185027823872:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4099us (11909us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1743493953.446129:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 503 00002000:00100000:1.0:1743493953.446142:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b50727340 x1828185027823872/t4294968006(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.446153:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50727340 with x1828185027823872 ext(0->4095) 00002000:00010000:1.0:1743493953.446161:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50727340 00000100:00100000:1.0:1743493953.446231:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824256 00000100:00100000:1.0:1743493953.446239:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824256 00000100:00100000:1.0:1743493953.446301:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12656 00000100:00100000:1.0:1743493953.446308:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.446401:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.446583:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 274us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.446592:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12656 00000100:00100000:1.0:1743493953.461460:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.461658:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.461670:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824384 00000100:00100000:0.0:1743493953.461684:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824384 00000100:00100000:1.0:1743493953.461699:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824512 00000100:00100000:1.0:1743493953.461703:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824512 00010000:00010000:0.0:1743493953.461790:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:1.0:1743493953.461805:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12657 00000100:00100000:1.0:1743493953.461815:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:0.0:1743493953.461823:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3356 00000100:00100000:0.0:1743493953.461828:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+77:2437:x1828185027824384:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.461860:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.461893:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 1255 lvb_type: 1 00000004:00000080:1.0:1743493953.461907:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493953.461909:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 1255 lvb_type: 1 00010000:00010000:0.0:1743493953.461942:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493953.461945:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493953.461954:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 77 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.461967:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50080000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 77 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.462046:0:6537:0:(ldlm_lockd.c:1128:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 77 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.462063:0:6537:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50720600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6537:1828185060484352:192.168.206.41@tcp:105: 00000100:00100000:1.0:1743493953.462109:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 295us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.462119:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12657 00000100:00100000:0.0:1743493953.462152:0:6537:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493953.463841:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b501aed40/0x1414d533cd4c5a9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e72 expref: 77 pid: 15650 timeout: 1255 lvb_type: 1 00000100:00100000:3.0:1743493953.463869:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50724540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060484224:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.463939:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 76 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493953.463942:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493953.463955:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501af4c0, rc 0) 00000100:00100000:3.0:1743493953.464029:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:13289:x1828185027824128:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 18892us (20416us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.464039:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2392 00000100:00100000:3.0:1743493953.464093:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824640 00000100:00100000:3.0:1743493953.464100:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824640 00000100:00100000:3.0:1743493953.464147:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2393 00000100:00100000:3.0:1743493953.464154:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027824640:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:1.0:1743493953.471359:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.471643:0:6537:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50720600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6537:1828185060484352:192.168.206.41@tcp:105: 00010000:00010000:1.0:1743493953.471715:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.471843:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027824384:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 10011us (10397us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.471858:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3356 00000100:00100000:3.0:1743493953.472370:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824768 00000100:00100000:3.0:1743493953.472381:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824768 00000100:00100000:3.0:1743493953.472455:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12658 00000100:00100000:3.0:1743493953.472464:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824768:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.472567:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x312:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.472796:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x312:0x0]: rc = -2 00000100:00100000:3.0:1743493953.472868:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824768:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 403us (1535us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.472877:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12658 00000001:00080000:0.0:1743493953.477425:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968006 is committed 00000100:00100000:1.0:1743493953.477968:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2439:x1828185027824640:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 13802us (14015us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.477986:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2393 00000100:00100000:3.0:1743493953.478207:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.479006:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027824896 00000100:00100000:1.0:1743493953.479022:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027824896 00000100:00100000:1.0:1743493953.479101:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12659 00000100:00100000:1.0:1743493953.479111:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.479215:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x311:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.479444:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x311:0x0]: rc = -2 00000100:00100000:1.0:1743493953.479539:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027824896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 427us (1331us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.479548:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12659 00000100:00100000:1.0:1743493953.484832:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.484969:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825152 00000100:00100000:2.0:1743493953.484983:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825152 00000100:00100000:2.0:1743493953.485080:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3575 00000100:00100000:2.0:1743493953.485092:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13289:x1828185027825152:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493953.485653:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3782, 168 off667400 00000001:00080000:2.0:1743493953.485663:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974783 00000100:00100000:2.0:1743493953.485939:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+442:13289:x1828185027825152:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 846us (1120us total) trans 4294974784 rc 0/0 00000100:00100000:2.0:1743493953.485950:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3575 00000020:00080000:2.0:1743493953.485958:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1743493953.487146:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.487350:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.487430:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825408 00000100:00100000:3.0:1743493953.487441:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825408 00000100:00100000:3.0:1743493953.487514:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12660 00000100:00100000:3.0:1743493953.487523:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027825408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:1.0:1743493953.488050:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825280 00000100:00100000:1.0:1743493953.488057:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825280 00002000:00100000:1.0:1743493953.488112:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b507250c0 x1828185027825280/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.488125:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b507250c0 with x1828185027825280 ext(0->4095) 00002000:00010000:1.0:1743493953.488133:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b507250c0 00000100:00100000:1.0:1743493953.488161:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 504 00000100:00100000:1.0:1743493953.488168:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+73:2439:x1828185027825280:12345-192.168.206.41@tcp:4:dbench.0 00000004:00000080:3.0:1743493953.488984:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.489201:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027825408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1674us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.489211:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12660 00000100:00100000:1.0:1743493953.489965:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+75:2439:x1828185027825280:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 1792us (2624us total) trans 4294968007 rc 0/0 00000100:00100000:1.0:1743493953.489976:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 504 00002000:00100000:1.0:1743493953.489988:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b507250c0 x1828185027825280/t4294968007(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.489999:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b507250c0 with x1828185027825280 ext(0->4095) 00002000:00010000:1.0:1743493953.490005:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b507250c0 00000100:00100000:0.0:1743493953.493691:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.493802:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.493845:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825664 00000100:00100000:1.0:1743493953.493860:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825664 00000100:00100000:1.0:1743493953.493949:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825792 00000100:00100000:1.0:1743493953.493953:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825792 00000100:00100000:1.0:1743493953.493994:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12661 00000100:00100000:1.0:1743493953.494003:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027825664:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.494049:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.494096:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5aab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e80 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.494295:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.494314:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.494324:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.494431:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.494449:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 444 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.494465:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b5c40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060484480:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.494606:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.494934:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12662 00000100:00100000:2.0:1743493953.494943:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027825792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.495016:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493953.495191:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027825792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 246us (1387us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.495204:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12662 00000100:00100000:3.0:1743493953.497604:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.497912:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027825920 00000100:00100000:2.0:1743493953.497924:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027825920 00000100:00100000:2.0:1743493953.498018:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2394 00000100:00100000:2.0:1743493953.498028:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027825920:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:3.0:1743493953.505248:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.505330:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.505348:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826048 00000100:00100000:0.0:1743493953.505362:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826048 00010000:00010000:0.0:1743493953.505453:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 444 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:0.0:1743493953.505516:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3357 00000100:00100000:0.0:1743493953.505527:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c699b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:2437:x1828185027826048:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.505561:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1743493953.505568:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826176 00010000:00010000:0.0:1743493953.505570:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 444 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.505574:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826176 00010000:00010000:0.0:1743493953.505587:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 445 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:0.0:1743493953.505624:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00000100:00100000:2.0:1743493953.505625:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12663 00000100:00100000:2.0:1743493953.505632:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027826176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493953.505632:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.505645:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.505654:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.505714:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000080:2.0:1743493953.505728:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.505825:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c699b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:2437:x1828185027826048:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 298us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.505833:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3357 00000100:00100000:2.0:1743493953.505941:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027826176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 308us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.505948:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12663 00000001:00080000:2.0:1743493953.506034:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968007 is committed 00000100:00100000:0.0:1743493953.506553:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027825920:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 8523us (8959us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.506565:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2394 00010000:00010000:1.0:1743493953.507892:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c5a8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e6b expref: 443 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.507925:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b5c40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060484480:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.507995:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.508037:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.508044:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493953.508071:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00010000:00010000:1.0:1743493953.508352:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5aab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.508378:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 443 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.508388:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493953.508392:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493953.508397:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6980, rc 0) 00000100:00100000:1.0:1743493953.508494:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027825664:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 14489us (14817us total) trans 4294974785 rc 0/0 00000100:00100000:1.0:1743493953.508504:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12661 00000100:00100000:3.0:1743493953.516643:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.516745:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.516807:0:15634:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826432 00000100:00100000:3.0:1743493953.516821:0:15634:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826432 00002000:00100000:3.0:1743493953.516908:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b5b0b2e40 x1828185027826432/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.516920:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5b0b2e40 with x1828185027826432 ext(0->4095) 00002000:00010000:3.0:1743493953.516928:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5b0b2e40 00000100:00100000:3.0:1743493953.516974:0:15634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 505 00000100:00100000:3.0:1743493953.516985:0:15634:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027826432:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.517679:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826304 00000100:00100000:1.0:1743493953.517688:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826304 00000100:00100000:1.0:1743493953.517768:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12664 00000100:00100000:1.0:1743493953.517776:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13333:x1828185027826304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.517850:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.518064:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13333:x1828185027826304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 286us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.518073:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12664 00000100:00100000:3.0:1743493953.522912:0:15634:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027826432:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 5909us (6148us total) trans 4294968008 rc 0/0 00000100:00100000:3.0:1743493953.522932:0:15634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 505 00002000:00100000:3.0:1743493953.522950:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b5b0b2e40 x1828185027826432/t4294968008(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.522961:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5b0b2e40 with x1828185027826432 ext(0->4095) 00002000:00010000:3.0:1743493953.522969:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5b0b2e40 00000100:00100000:0.0:1743493953.523938:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.526657:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826560 00000100:00100000:3.0:1743493953.526681:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826560 00000100:00100000:1.0:1743493953.527859:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12665 00000100:00100000:1.0:1743493953.527874:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027826560:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:0.0:1743493953.527893:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493953.527921:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.527969:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5ac0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e87 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.528151:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.528182:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.528193:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.528280:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.528301:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 444 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.528318:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b0040 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060484608:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.528332:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826688 00000100:00100000:3.0:1743493953.528349:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826688 00000100:00100000:3.0:1743493953.528692:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12666 00000100:00100000:3.0:1743493953.528700:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027826688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.528799:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x313:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.528987:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x313:0x0]: rc = -2 00000100:00100000:3.0:1743493953.529076:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027826688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 375us (1183us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.529086:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12666 00000100:00100000:1.0:1743493953.530663:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.539792:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.539871:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.542256:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826944 00000100:00100000:3.0:1743493953.542278:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826944 00000100:00100000:3.0:1743493953.542434:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12667 00000100:00100000:3.0:1743493953.542446:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027826944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.542559:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x314:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493953.542796:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x314:0x0]: rc = -2 00000100:00100000:3.0:1743493953.542928:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027826944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 482us (3054us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.542937:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12667 00000100:00100000:1.0:1743493953.543705:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027826816 00000100:00100000:1.0:1743493953.543715:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027826816 00000100:00100000:1.0:1743493953.543820:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2395 00000100:00100000:1.0:1743493953.543829:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2439:x1828185027826816:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:1.0:1743493953.544028:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b0040 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060484608:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.544104:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:0.0:1743493953.545821:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.545985:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.546107:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827200 00000100:00100000:1.0:1743493953.546117:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827200 00000100:00100000:1.0:1743493953.546211:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12668 00000100:00100000:1.0:1743493953.546224:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027827200:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.546322:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000001:00080000:2.0:1743493953.546488:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968008 is committed 00000100:00100000:1.0:1743493953.546654:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13333:x1828185027827200:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 429us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.546665:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12668 00000100:00100000:1.0:1743493953.546842:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2439:x1828185027826816:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 3013us (7065us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.546856:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2395 00000100:00100000:3.0:1743493953.548633:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827072 00000100:00100000:3.0:1743493953.548646:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827072 00010000:00010000:3.0:1743493953.548707:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 445 pid: 6554 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.548741:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3358 00000100:00100000:3.0:1743493953.548771:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+445:2437:x1828185027827072:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.548803:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.548810:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 445 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.548822:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 445 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.548845:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ab2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e80 expref: 445 pid: 6554 timeout: 1255 lvb_type: 0 00010000:00010000:3.0:1743493953.548867:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493953.548872:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.548882:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.548888:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.548941:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493953.549040:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+444:2437:x1828185027827072:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 289us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.549050:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3358 00010000:00010000:1.0:1743493953.549185:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.549202:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493953.549274:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493953.549280:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.549318:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.549565:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5ac0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e87 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.549594:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e87 expref: 443 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.549604:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493953.549607:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.549611:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc65c0, rc 0) 00000100:00100000:1.0:1743493953.549718:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13289:x1828185027826560:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 21845us (25781us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.549728:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12665 00000100:00100000:2.0:1743493953.555538:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.555682:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827328 00000100:00100000:1.0:1743493953.555696:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827328 00000100:00100000:1.0:1743493953.555804:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12669 00000100:00100000:1.0:1743493953.555820:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13333:x1828185027827328:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.555926:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.556145:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13333:x1828185027827328:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.556159:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12669 00000100:00100000:3.0:1743493953.573704:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.575504:0:15634:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827456 00000100:00100000:0.0:1743493953.575517:0:15634:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827456 00002000:00100000:0.0:1743493953.575592:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b50111740 x1828185027827456/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.575602:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50111740 with x1828185027827456 ext(0->4095) 00002000:00010000:0.0:1743493953.575608:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50111740 00000100:00100000:0.0:1743493953.575644:0:15634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 506 00000100:00100000:0.0:1743493953.575651:0:15634:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027827456:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.576021:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.576287:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.576502:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827584 00000100:00100000:3.0:1743493953.576509:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827584 00000100:00100000:1.0:1743493953.576664:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827712 00000100:00100000:1.0:1743493953.576675:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827712 00000100:00100000:1.0:1743493953.576791:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12670 00000100:00100000:1.0:1743493953.576802:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13289:x1828185027827712:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.576825:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.576871:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5ace lrc: 2/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e8e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.576934:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493953.576951:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493953.576965:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493953.577103:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5ace lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 446 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.577133:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 445 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.577143:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493953.577147:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1743493953.577151:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fbc6980, rc 0) 00000100:00100000:1.0:1743493953.577253:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+445:13289:x1828185027827712:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 452us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.577265:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12670 00000100:00100000:3.0:1743493953.579981:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12671 00000100:00100000:3.0:1743493953.579993:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027827584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.580079:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.580261:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027827584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 269us (4250us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.580269:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12671 00000100:00100000:3.0:1743493953.580624:0:15634:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027827456:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4970us (6927us total) trans 4294968009 rc 0/0 00000100:00100000:3.0:1743493953.580633:0:15634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 506 00002000:00100000:3.0:1743493953.580643:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b50111740 x1828185027827456/t4294968009(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.580652:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50111740 with x1828185027827456 ext(0->4095) 00002000:00010000:3.0:1743493953.580658:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50111740 00000100:00100000:2.0:1743493953.585935:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.586036:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827840 00000100:00100000:1.0:1743493953.586054:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827840 00000100:00100000:2.0:1743493953.586113:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.586195:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12672 00000100:00100000:1.0:1743493953.586207:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027827840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.586319:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.586583:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027827840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 376us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.586593:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12672 00000100:00100000:3.0:1743493953.586797:0:15634:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027827968 00000100:00100000:3.0:1743493953.586809:0:15634:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027827968 00002000:00100000:3.0:1743493953.586873:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17e:0x0] (0->85514) req@ffff998b50a50040 x1828185027827968/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 488/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.586935:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50a50040 with x1828185027827968 ext(0->85514) 00002000:00010000:3.0:1743493953.586943:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50a50040 00000100:00100000:3.0:1743493953.586969:0:15634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 507 00000100:00100000:3.0:1743493953.586976:0:15634:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027827968:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:0.0:1743493953.588968:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.589034:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828096 00000100:00100000:1.0:1743493953.589051:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828096 00000100:00100000:1.0:1743493953.589160:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2396 00000100:00100000:1.0:1743493953.589170:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+77:2440:x1828185027828096:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:3.0:1743493953.593263:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.594177:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828224 00000100:00100000:1.0:1743493953.594196:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828224 00000100:00100000:1.0:1743493953.594331:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12673 00000100:00100000:1.0:1743493953.594361:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027828224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.597633:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x315:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.597886:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x315:0x0]: rc = -2 00000100:00100000:1.0:1743493953.598033:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027828224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3667us (4771us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.598058:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12673 00000001:00080000:0.0:1743493953.599879:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968009 is committed 00000100:00100000:0.0:1743493953.601446:0:15634:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027827968:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 14458us (15324us total) trans 4294968010 rc 0/0 00000100:00100000:0.0:1743493953.601462:0:15634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 507 00002000:00100000:0.0:1743493953.601479:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17e:0x0] (0->85514) req@ffff998b50a50040 x1828185027827968/t4294968010(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 488/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.601490:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50a50040 with x1828185027827968 ext(0->85514) 00002000:00010000:0.0:1743493953.601497:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b50a50040 00000100:00100000:1.0:1743493953.602376:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027828096:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 13194us (13405us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.602403:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2396 00000100:00100000:3.0:1743493953.604524:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.604580:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.606262:0:15634:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828352 00000100:00100000:0.0:1743493953.606276:0:15634:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828352 00002000:00100000:0.0:1743493953.606367:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe8:0x0] (0->4095) req@ffff998b50a522c0 x1828185027828352/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.606379:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50a522c0 with x1828185027828352 ext(0->4095) 00002000:00010000:0.0:1743493953.606387:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b50a522c0 00000100:00100000:0.0:1743493953.606433:0:15634:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 508 00000100:00100000:0.0:1743493953.606442:0:15634:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027828352:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.607268:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828608 00000100:00100000:1.0:1743493953.607285:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828608 00000100:00100000:1.0:1743493953.607431:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12674 00000100:00100000:1.0:1743493953.607446:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027828608:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.607559:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x316:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493953.608026:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x316:0x0]: rc = -2 00000100:00100000:1.0:1743493953.608210:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+444:13333:x1828185027828608:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 764us (3625us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493953.608225:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12674 00000100:00100000:2.0:1743493953.615650:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.615984:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828736 00000100:00100000:3.0:1743493953.616002:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828736 00000100:00100000:0.0:1743493953.616035:0:15634:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:00038621-ef07-44f7-8531-81bf2ec881e5+78:2439:x1828185027828352:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 9586us (11514us total) trans 4294968013 rc 0/0 00000100:00100000:0.0:1743493953.616053:0:15634:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 508 00002000:00100000:0.0:1743493953.616069:0:15634:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe8:0x0] (0->4095) req@ffff998b50a522c0 x1828185027828352/t4294968013(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.616088:0:15634:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b50a522c0 with x1828185027828352 ext(0->4095) 00002000:00010000:0.0:1743493953.616097:0:15634:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b50a522c0 00000100:00100000:3.0:1743493953.616125:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12675 00000100:00100000:3.0:1743493953.616141:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+444:13289:x1828185027828736:12345-192.168.206.41@tcp:44:dbench.0 00000001:00080000:1.0:1743493953.621242:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968012 is committed 00000001:00080000:1.0:1743493953.622020:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967973 is committed 00000100:00100000:1.0:1743493953.622915:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.623844:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.623902:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.623994:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.624037:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828480 00000100:00100000:2.0:1743493953.624051:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828480 00002000:00100000:2.0:1743493953.624127:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0xe9:0x0] (0->4095) req@ffff998b4e738bc0 x1828185027828480/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.624138:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e738bc0 with x1828185027828480 ext(0->4095) 00002000:00010000:2.0:1743493953.624145:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4e738bc0 00000100:00100000:2.0:1743493953.624170:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828992 00000100:00100000:2.0:1743493953.624174:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828992 00002000:00100000:2.0:1743493953.624199:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0xea:0x0] (0->4095) req@ffff998b4e73e7c0 x1828185027828992/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.624208:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73e7c0 with x1828185027828992 ext(0->4095) 00002000:00010000:2.0:1743493953.624211:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4e73e7c0 00000100:00100000:2.0:1743493953.624228:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027828864 00000100:00100000:2.0:1743493953.624231:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027828864 00002000:00100000:2.0:1743493953.624257:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0xe9:0x0] (0->4095) req@ffff998b48912050 x1828185027828864/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.624265:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b48912050 with x1828185027828864 ext(0->4095) 00002000:00010000:2.0:1743493953.624268:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b48912050 00000100:00100000:2.0:1743493953.624289:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 509 00000100:00100000:2.0:1743493953.624296:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+76:2440:x1828185027828480:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.624888:0:15631:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 510 00000100:00100000:2.0:1743493953.624895:0:15631:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+78:2440:x1828185027828992:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:0.0:1743493953.625382:0:8431:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 511 00000100:00100000:0.0:1743493953.625391:0:8431:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b48912050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+66:2440:x1828185027828864:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.625929:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.627214:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829248 00000100:00100000:3.0:1743493953.627232:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829248 00000100:00100000:3.0:1743493953.627326:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829376 00000100:00100000:3.0:1743493953.627331:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829376 00000100:00100000:1.0:1743493953.627858:0:8431:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b48912050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+68:2440:x1828185027828864:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 2459us (3856us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1743493953.627871:0:8431:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 511 00002000:00100000:1.0:1743493953.627887:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe9:0x0] (0->4095) req@ffff998b48912050 x1828185027828864/t4294968014(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.627898:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b48912050 with x1828185027828864 ext(0->4095) 00002000:00010000:1.0:1743493953.627906:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b48912050 00000100:00100000:3.0:1743493953.628137:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12676 00000100:00100000:3.0:1743493953.628146:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+446:13290:x1828185027829248:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.628168:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.628213:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5adc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e95 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.628495:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628522:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628535:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628578:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628585:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628591:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628723:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628738:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628745:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493953.628824:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:3.0:1743493953.628829:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493953.628856:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628868:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628877:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628883:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.628890:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493953.629825:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12677 00000100:00100000:1.0:1743493953.629839:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+447:13333:x1828185027829376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.629953:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.630174:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+447:13333:x1828185027829376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (4251us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.630188:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12677 00010000:00010000:3.0:1743493953.630634:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.630642:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630654:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630674:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493953.630678:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.630685:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630694:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c5ae3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630729:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630737:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630744:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630792:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.630797:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630805:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630814:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:3.0:1743493953.630817:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.630821:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630828:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c5aea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.630897:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c5adc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 447 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.630920:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 446 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.630934:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.630937:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493953.630940:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f92980, rc 0) 00000100:00100000:3.0:1743493953.631005:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+446:13290:x1828185027829248:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2858us (8104us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.631014:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12676 00000100:00100000:1.0:1743493953.631994:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.632245:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.632656:0:15631:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+80:2440:x1828185027828992:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 7744us (8737us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1743493953.632675:0:15631:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 510 00002000:00100000:2.0:1743493953.632692:0:15631:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xea:0x0] (0->4095) req@ffff998b4e73e7c0 x1828185027828992/t4294968012(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.632703:0:15631:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e73e7c0 with x1828185027828992 ext(0->4095) 00002000:00010000:2.0:1743493953.632711:0:15631:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4e73e7c0 00000100:00100000:2.0:1743493953.634096:0:15631:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829120 00000100:00100000:2.0:1743493953.634109:0:15631:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829120 00002000:00100000:2.0:1743493953.634174:0:15631:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xea:0x0] (0->4095) req@ffff998b4fc09740 x1828185027829120/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.634186:0:15631:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc09740 with x1828185027829120 ext(0->4095) 00002000:00010000:2.0:1743493953.634192:0:15631:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4fc09740 00000100:00100000:3.0:1743493953.634217:0:8431:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829504 00000100:00100000:2.0:1743493953.634229:0:15631:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 512 00000100:00100000:3.0:1743493953.634231:0:8431:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829504 00000100:00100000:2.0:1743493953.634241:0:15631:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+68:2439:x1828185027829120:12345-192.168.206.41@tcp:4:dbench.0 00002000:00100000:3.0:1743493953.634358:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xeb:0x0] (0->4095) req@ffff998b4fc0dc40 x1828185027829504/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.634373:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc0dc40 with x1828185027829504 ext(0->4095) 00002000:00010000:3.0:1743493953.634379:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fc0dc40 00000100:00100000:2.0:1743493953.634930:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+80:2440:x1828185027828480:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 10628us (11090us total) trans 4294968011 rc 0/0 00000100:00100000:2.0:1743493953.634941:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 509 00002000:00100000:2.0:1743493953.634954:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0xe9:0x0] (0->4095) req@ffff998b4e738bc0 x1828185027828480/t4294968011(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00000100:00100000:3.0:1743493953.634961:0:8431:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 513 00000100:00100000:3.0:1743493953.634971:0:8431:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+80:2439:x1828185027829504:12345-192.168.206.41@tcp:4:dbench.0 00002000:00100000:2.0:1743493953.636088:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4e738bc0 with x1828185027828480 ext(0->4095) 00002000:00010000:2.0:1743493953.636095:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4e738bc0 00000100:00100000:2.0:1743493953.640148:0:15631:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+70:2439:x1828185027829120:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 5893us (8145us total) trans 4294968015 rc 0/0 00000100:00100000:2.0:1743493953.640167:0:15631:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 512 00002000:00100000:2.0:1743493953.640184:0:15631:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xea:0x0] (0->4095) req@ffff998b4fc09740 x1828185027829120/t4294968015(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.640203:0:15631:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc09740 with x1828185027829120 ext(0->4095) 00002000:00010000:2.0:1743493953.640211:0:15631:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4fc09740 00000001:00080000:0.0:1743493953.641933:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294974785 is committed 00000100:00100000:1.0:1743493953.642147:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.642229:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.642278:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.642320:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.642509:0:8431:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+81:2439:x1828185027829504:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 7534us (10260us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1743493953.642524:0:8431:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 513 00002000:00100000:3.0:1743493953.642539:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xeb:0x0] (0->4095) req@ffff998b4fc0dc40 x1828185027829504/t4294968013(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.642551:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc0dc40 with x1828185027829504 ext(0->4095) 00002000:00010000:3.0:1743493953.642558:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fc0dc40 00000100:00100000:3.0:1743493953.642613:0:8431:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829632 00000100:00100000:3.0:1743493953.642622:0:8431:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829632 00002000:00100000:3.0:1743493953.642673:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xeb:0x0] (0->4095) req@ffff998b4fc08040 x1828185027829632/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.642683:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc08040 with x1828185027829632 ext(0->4095) 00002000:00010000:3.0:1743493953.642687:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4fc08040 00000100:00100000:3.0:1743493953.642707:0:8431:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829760 00000100:00100000:3.0:1743493953.642709:0:8431:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829760 00010000:00010000:2.0:1743493953.643131:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643143:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643152:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643159:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493953.643164:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643173:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643193:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:2.0:1743493953.643196:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493953.643202:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493953.643209:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c5a88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000100:00100000:2.0:1743493953.643255:0:15637:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027829888 00000100:00100000:2.0:1743493953.643260:0:15637:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027829888 00000100:00100000:1.0:1743493953.643687:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.643721:0:16615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830016 00000100:00100000:1.0:1743493953.643725:0:16615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830016 00000100:00100000:0.0:1743493953.643864:0:15631:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 514 00000100:00100000:0.0:1743493953.643880:0:15631:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+71:2439:x1828185027829632:12345-192.168.206.41@tcp:4:dbench.0 00002000:00100000:2.0:1743493953.644188:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0xec:0x0] (0->4095) req@ffff998b43c2a2c0 x1828185027829888/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.644202:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2a2c0 with x1828185027829888 ext(0->4095) 00002000:00010000:2.0:1743493953.644209:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b43c2a2c0 00000100:00100000:2.0:1743493953.644240:0:15637:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 515 00000100:00100000:2.0:1743493953.644249:0:15637:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+71:2439:x1828185027829888:12345-192.168.206.41@tcp:4:dbench.0 00002000:00100000:1.0:1743493953.644508:0:16615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0xed:0x0] (0->4095) req@ffff998b43c2d0c0 x1828185027830016/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.644518:0:16615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2d0c0 with x1828185027830016 ext(0->4095) 00002000:00010000:1.0:1743493953.644523:0:16615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b43c2d0c0 00000100:00100000:1.0:1743493953.644557:0:16615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 516 00000100:00100000:1.0:1743493953.644563:0:16615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:00038621-ef07-44f7-8531-81bf2ec881e5+82:2439:x1828185027830016:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.645007:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830400 00000100:00100000:1.0:1743493953.645013:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830400 00000100:00100000:1.0:1743493953.645062:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12678 00000100:00100000:1.0:1743493953.645068:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027830400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.645137:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493953.645347:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027830400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 266us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.645356:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12678 00002000:00100000:3.0:1743493953.646182:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xec:0x0] (0->4095) req@ffff998b43c28040 x1828185027829760/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.646194:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c28040 with x1828185027829760 ext(0->4095) 00002000:00010000:3.0:1743493953.646201:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b43c28040 00000100:00100000:2.0:1743493953.647035:0:15635:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 517 00000100:00100000:2.0:1743493953.647047:0:15635:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+84:2439:x1828185027829760:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.648277:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.649418:0:8431:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830144 00000100:00100000:3.0:1743493953.649432:0:8431:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830144 00000100:00100000:1.0:1743493953.649725:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.649833:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.649886:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.649936:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830528 00000100:00100000:1.0:1743493953.649941:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830528 00000100:00100000:0.0:1743493953.650413:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830272 00000100:00100000:0.0:1743493953.650430:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830272 00000100:00100000:2.0:1743493953.650945:0:15637:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027829888:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 6692us (8619us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1743493953.650959:0:15637:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 515 00002000:00100000:2.0:1743493953.650974:0:15637:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0xec:0x0] (0->4095) req@ffff998b43c2a2c0 x1828185027829888/t4294968017(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.650984:0:15637:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2a2c0 with x1828185027829888 ext(0->4095) 00002000:00010000:2.0:1743493953.650991:0:15637:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b43c2a2c0 00002000:00100000:3.0:1743493953.651878:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xed:0x0] (0->4095) req@ffff998b43c2e7c0 x1828185027830144/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.651890:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2e7c0 with x1828185027830144 ext(0->4095) 00002000:00010000:3.0:1743493953.651895:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b43c2e7c0 00000100:00100000:3.0:1743493953.651946:0:8431:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 518 00000100:00100000:3.0:1743493953.651955:0:8431:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027830144:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:3.0:1743493953.652712:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830784 00000100:00100000:3.0:1743493953.652723:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830784 00000100:00100000:3.0:1743493953.652826:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12679 00000100:00100000:3.0:1743493953.652834:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+442:13290:x1828185027830784:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493953.652911:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.652947:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c5993 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e33 expref: 442 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.652980:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.652988:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493953.653074:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.653090:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 441 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.653101:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493953.653187:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 441 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.653206:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 441 pid: 6553 timeout: 1255 lvb_type: 0 00000100:00100000:3.0:1743493953.653222:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484736:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493953.653374:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.653490:0:8431:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00038621-ef07-44f7-8531-81bf2ec881e5+78:2439:x1828185027830144:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 1533us (5216us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1743493953.653500:0:8431:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 518 00002000:00100000:3.0:1743493953.653509:0:8431:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xed:0x0] (0->4095) req@ffff998b43c2e7c0 x1828185027830144/t4294968018(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.653519:0:8431:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2e7c0 with x1828185027830144 ext(0->4095) 00002000:00010000:3.0:1743493953.653524:0:8431:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b43c2e7c0 00000100:00100000:3.0:1743493953.653663:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+441:13289:x1828185027828736:12345-192.168.206.41@tcp:44:dbench.0 Request processed in 37525us (38021us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.653671:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12675 00010000:00010000:1.0:1743493953.653859:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 440 pid: 6553 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.653900:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3359 00000100:00100000:1.0:1743493953.653909:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:2437:x1828185027830528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.653933:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.653940:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 440 pid: 6553 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.653951:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 440 pid: 6553 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.653968:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.653972:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.653981:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.653988:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.654031:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.654069:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:2437:x1828185027830528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 159us (4182us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.654080:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3359 00000100:00100000:2.0:1743493953.658167:0:15635:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:00038621-ef07-44f7-8531-81bf2ec881e5+87:2439:x1828185027829760:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 11109us (15875us total) trans 4294968015 rc 0/0 00000100:00100000:2.0:1743493953.658183:0:15635:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 517 00002000:00100000:2.0:1743493953.658196:0:15635:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0xec:0x0] (0->4095) req@ffff998b43c28040 x1828185027829760/t4294968015(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.658206:0:15635:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c28040 with x1828185027829760 ext(0->4095) 00002000:00010000:2.0:1743493953.658213:0:15635:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b43c28040 00002000:00100000:0.0:1743493953.658485:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0xee:0x0] (0->4095) req@ffff998b5252d0c0 x1828185027830272/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.658498:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5252d0c0 with x1828185027830272 ext(0->4095) 00002000:00010000:0.0:1743493953.658503:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5252d0c0 00000100:00100000:0.0:1743493953.658544:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 519 00000100:00100000:0.0:1743493953.658555:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+86:2439:x1828185027830272:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:1.0:1743493953.658817:0:15631:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc08040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027829632:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 14928us (16663us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1743493953.658837:0:15631:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 514 00002000:00100000:1.0:1743493953.658851:0:15631:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xeb:0x0] (0->4095) req@ffff998b4fc08040 x1828185027829632/t4294968016(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.658861:0:15631:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fc08040 with x1828185027829632 ext(0->4095) 00002000:00010000:1.0:1743493953.658868:0:15631:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff998b4fc08040 00000100:00100000:1.0:1743493953.659183:0:16615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:00038621-ef07-44f7-8531-81bf2ec881e5+86:2439:x1828185027830016:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 14616us (15495us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1743493953.659193:0:16615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 516 00002000:00100000:1.0:1743493953.659200:0:16615:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0xed:0x0] (0->4095) req@ffff998b43c2d0c0 x1828185027830016/t4294968014(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.659209:0:16615:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b43c2d0c0 with x1828185027830016 ext(0->4095) 00002000:00010000:1.0:1743493953.659214:0:16615:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b43c2d0c0 00000100:00100000:3.0:1743493953.661060:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.661262:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.662930:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027830912 00000100:00100000:1.0:1743493953.662949:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027830912 00000100:00100000:1.0:1743493953.663055:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12680 00000100:00100000:1.0:1743493953.663064:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027830912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493953.663162:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1743493953.663394:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831040 00000100:00100000:0.0:1743493953.663412:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831040 00000100:00100000:1.0:1743493953.663467:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027830912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 399us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.663482:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12680 00000100:00100000:0.0:1743493953.663513:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2397 00000100:00100000:0.0:1743493953.663529:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+88:2437:x1828185027831040:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:1.0:1743493953.663943:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+88:2439:x1828185027830272:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 5386us (14106us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1743493953.663957:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 519 00002000:00100000:1.0:1743493953.663970:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0xee:0x0] (0->4095) req@ffff998b5252d0c0 x1828185027830272/t4294968016(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.663984:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5252d0c0 with x1828185027830272 ext(0->4095) 00002000:00010000:1.0:1743493953.663992:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5252d0c0 00010000:00010000:2.0:1743493953.664648:0:6550:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000006b853c37 x1828185060484736) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 439 pid: 6553 timeout: 1255 lvb_type: 0 00010000:00010000:2.0:1743493953.664677:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5af1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e95 expref: 439 pid: 6553 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.664704:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484736:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.664794:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493953.664803:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.664812:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.664819:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493953.665210:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005302ed94 reply state 000000006283e3c1 transno 4294974786 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.665226:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.665233:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493953.665236:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493953.665238:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493953.665389:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027830784:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 12554us (15666us total) trans 4294974786 rc 0/0 00000100:00100000:2.0:1743493953.665398:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12679 00000100:00100000:1.0:1743493953.669279:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.669449:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.670070:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831168 00000100:00100000:2.0:1743493953.670086:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831168 00000100:00100000:2.0:1743493953.670189:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831296 00000100:00100000:2.0:1743493953.670195:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831296 00000100:00100000:3.0:1743493953.670252:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12681 00000100:00100000:3.0:1743493953.670273:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+441:13290:x1828185027831168:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:2.0:1743493953.670283:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12682 00000100:00100000:2.0:1743493953.670300:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027831296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:3.0:1743493953.670437:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.670616:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92d40/0x1414d533cd4c5aff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951e9c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.670717:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92d40/0x1414d533cd4c5aff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x331:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e9c expref: 442 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.670735:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92d40/0x1414d533cd4c5aff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x331:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e9c expref: 442 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.670831:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.670836:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1743493953.670840:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f92d40, rc 0) 00000100:00100000:3.0:1743493953.670954:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13290:x1828185027831168:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 688us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.670963:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12681 00000004:00000080:2.0:1743493953.673257:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493953.673497:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027831296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3194us (4042us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.673510:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12682 00000001:00080000:2.0:1743493953.678109:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968016 is committed 00000100:00100000:3.0:1743493953.678745:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027831040:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 15214us (17688us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.678810:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2397 00000100:00100000:1.0:1743493953.678813:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.678887:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831424 00000100:00100000:3.0:1743493953.678897:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831424 00000100:00100000:3.0:1743493953.678987:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2398 00000100:00100000:3.0:1743493953.678995:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027831424:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:0.0:1743493953.681736:0:14104:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb size from disk: 0 -> 85515 00002000:00010000:0.0:1743493953.681745:0:14104:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb mtime from disk: 0 -> 1743493941 00002000:00010000:0.0:1743493953.681747:0:14104:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb atime from disk: 0 -> 1743493943 00002000:00010000:0.0:1743493953.681780:0:14104:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb ctime from disk: 0 -> 1743493953 00002000:00010000:0.0:1743493953.681785:0:14104:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb blocks from disk: 0 -> 168 00000100:00100000:0.0:1743493953.683511:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+74:2437:x1828185027831424:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 4506us (4704us total) trans 4294968017 rc 0/0 00000100:00100000:0.0:1743493953.683525:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2398 00000100:00100000:3.0:1743493953.684036:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.684266:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.684651:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831552 00000100:00100000:2.0:1743493953.684662:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831552 00000100:00100000:2.0:1743493953.684731:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12683 00000100:00100000:2.0:1743493953.684739:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027831552:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.684843:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x317:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493953.684996:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x317:0x0]: rc = -2 00000100:00100000:1.0:1743493953.685057:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831680 00000100:00100000:1.0:1743493953.685075:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831680 00000100:00100000:2.0:1743493953.685090:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+441:13333:x1828185027831552:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (1053us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493953.685100:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12683 00002000:00100000:1.0:1743493953.685211:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b52548bc0 x1828185027831680/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1743493953.685225:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b52548bc0 with x1828185027831680 ext(0->4095) 00002000:00010000:1.0:1743493953.685234:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b52548bc0 00000100:00100000:1.0:1743493953.685284:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 520 00000100:00100000:1.0:1743493953.685308:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+74:2440:x1828185027831680:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.690162:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+76:2440:x1828185027831680:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4858us (5885us total) trans 4294968018 rc 0/0 00000100:00100000:2.0:1743493953.690178:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 520 00002000:00100000:2.0:1743493953.690191:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b52548bc0 x1828185027831680/t4294968018(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.690201:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b52548bc0 with x1828185027831680 ext(0->4095) 00002000:00010000:2.0:1743493953.690208:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b52548bc0 00000100:00100000:0.0:1743493953.692181:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.692326:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.693038:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027831936 00000100:00100000:2.0:1743493953.693048:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027831936 00000100:00100000:2.0:1743493953.693123:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832064 00000100:00100000:2.0:1743493953.693127:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832064 00000100:00100000:2.0:1743493953.693163:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12684 00000100:00100000:2.0:1743493953.693174:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+442:13290:x1828185027831936:12345-192.168.206.41@tcp:55:dbench.0 00000100:00100000:3.0:1743493953.693302:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12685 00000100:00100000:3.0:1743493953.693309:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027832064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.693392:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x318:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1743493953.694488:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.694509:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.694519:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493953.694596:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.694611:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 1255 lvb_type: 0 00000100:00100000:2.0:1743493953.694627:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484864:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493953.694785:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000004:00000080:3.0:1743493953.695328:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x318:0x0]: rc = -2 00000100:00100000:3.0:1743493953.695415:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027832064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2102us (3087us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493953.695430:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12685 00000100:00100000:3.0:1743493953.697379:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.698370:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832192 00000100:00100000:1.0:1743493953.698389:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832192 00000100:00100000:1.0:1743493953.698523:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2399 00000100:00100000:1.0:1743493953.698536:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027832192:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:0.0:1743493953.703167:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.704280:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484864:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.704376:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493953.704448:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832320 00000100:00100000:2.0:1743493953.704456:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832320 00000100:00100000:2.0:1743493953.704529:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12686 00000100:00100000:2.0:1743493953.704539:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027832320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493953.704614:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493953.704831:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+442:13333:x1828185027832320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 291us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.704840:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12686 00000001:00080000:2.0:1743493953.705396:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968018 is committed 00000100:00100000:0.0:1743493953.705726:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027832192:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 7188us (8349us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.705735:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2399 00000100:00100000:3.0:1743493953.706280:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.707598:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832448 00000100:00100000:1.0:1743493953.707618:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832448 00010000:00010000:1.0:1743493953.707697:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 1255 lvb_type: 0 00000100:00100000:1.0:1743493953.707771:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3360 00000100:00100000:1.0:1743493953.707780:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+442:2437:x1828185027832448:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.707814:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.707821:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.707836:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.707867:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c59d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e48 expref: 442 pid: 8615 timeout: 1255 lvb_type: 0 00010000:00010000:1.0:1743493953.707896:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.707903:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.707914:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.707923:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.707985:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.708082:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+441:2437:x1828185027832448:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 301us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.708092:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3360 00010000:00010000:1.0:1743493953.712547:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712577:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712638:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712647:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712657:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712666:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.712674:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712690:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493953.712692:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493953.712722:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.712727:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1743493953.712734:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.712743:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b06 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493953.712856:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.712986:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027831936:12345-192.168.206.41@tcp:55:dbench.0 Request processed in 19806us (20806us total) trans 0 rc -22/-22 00000100:00100000:1.0:1743493953.713002:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12684 00000100:00100000:3.0:1743493953.713021:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832576 00000100:00100000:3.0:1743493953.713035:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832576 00000100:00100000:3.0:1743493953.713144:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12687 00000100:00100000:3.0:1743493953.713156:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027832576:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.713238:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.713544:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027832576:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 389us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.713554:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12687 00000100:00100000:2.0:1743493953.715021:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832704 00000100:00100000:2.0:1743493953.715031:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832704 00002000:00100000:2.0:1743493953.715088:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5254dc40 x1828185027832704/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.715100:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5254dc40 with x1828185027832704 ext(0->4095) 00002000:00010000:2.0:1743493953.715106:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5254dc40 00000100:00100000:2.0:1743493953.715139:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 521 00000100:00100000:2.0:1743493953.715147:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027832704:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.717178:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027832704:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 2022us (4317us total) trans 4294968019 rc 0/0 00000100:00100000:2.0:1743493953.717191:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 521 00002000:00100000:2.0:1743493953.717204:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5254dc40 x1828185027832704/t4294968019(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.717213:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5254dc40 with x1828185027832704 ext(0->4095) 00002000:00010000:2.0:1743493953.717218:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5254dc40 00000100:00100000:2.0:1743493953.720988:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.721080:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832832 00000100:00100000:3.0:1743493953.721091:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832832 00000100:00100000:3.0:1743493953.721172:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12688 00000100:00100000:3.0:1743493953.721181:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027832832:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.721264:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.721554:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027832832:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.721563:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12688 00000100:00100000:2.0:1743493953.728731:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.728913:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.728991:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.729166:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027832960 00000100:00100000:3.0:1743493953.729176:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027832960 00002000:00100000:3.0:1743493953.729237:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b5254ed80 x1828185027832960/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.729248:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5254ed80 with x1828185027832960 ext(0->4095) 00002000:00010000:3.0:1743493953.729254:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5254ed80 00000100:00100000:3.0:1743493953.729291:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 522 00000100:00100000:3.0:1743493953.729298:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027832960:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:3.0:1743493953.729839:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833216 00000100:00100000:3.0:1743493953.729845:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833216 00000100:00100000:3.0:1743493953.729891:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12689 00000100:00100000:3.0:1743493953.729897:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027833216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493953.729971:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493953.730139:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+440:13333:x1828185027833216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 240us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.730147:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12689 00000100:00100000:0.0:1743493953.730378:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833088 00000100:00100000:0.0:1743493953.730384:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833088 00000100:00100000:0.0:1743493953.730435:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2400 00000100:00100000:0.0:1743493953.730442:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+78:2439:x1828185027833088:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:0.0:1743493953.733729:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027832960:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4419us (4804us total) trans 4294968020 rc 0/0 00000100:00100000:0.0:1743493953.733748:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 522 00002000:00100000:0.0:1743493953.733793:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17d:0x0] (0->4095) req@ffff998b5254ed80 x1828185027832960/t4294968020(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1743493953.733802:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5254ed80 with x1828185027832960 ext(0->4095) 00002000:00010000:0.0:1743493953.733808:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5254ed80 00000001:00080000:0.0:1743493953.734503:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968020 is committed 00000100:00100000:1.0:1743493953.734732:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2439:x1828185027833088:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 4286us (6006us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.734748:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2400 00000100:00100000:1.0:1743493953.743837:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.743920:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.744024:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833344 00000100:00100000:0.0:1743493953.744034:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833344 00000100:00100000:0.0:1743493953.744117:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12690 00000100:00100000:0.0:1743493953.744126:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027833344:12345-192.168.206.41@tcp:44:dbench.0 00000100:00100000:2.0:1743493953.744251:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833472 00000100:00100000:2.0:1743493953.744267:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833472 00000100:00100000:0.0:1743493953.744358:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027833344:12345-192.168.206.41@tcp:44:dbench.0 Request processed in 229us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.744370:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12690 00002000:00100000:2.0:1743493953.745520:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b4fdbbf80 x1828185027833472/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.745535:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fdbbf80 with x1828185027833472 ext(0->4095) 00002000:00010000:2.0:1743493953.745545:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fdbbf80 00000100:00100000:2.0:1743493953.745593:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 523 00000100:00100000:2.0:1743493953.745603:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027833472:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.751047:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027833472:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 5426us (7108us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1743493953.751069:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 523 00002000:00100000:2.0:1743493953.751087:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b4fdbbf80 x1828185027833472/t4294968021(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.751101:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b4fdbbf80 with x1828185027833472 ext(0->4095) 00002000:00010000:2.0:1743493953.751110:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b4fdbbf80 00000100:00100000:3.0:1743493953.751920:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.753045:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833600 00000100:00100000:1.0:1743493953.753057:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833600 00000100:00100000:1.0:1743493953.753140:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2401 00000100:00100000:1.0:1743493953.753150:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027833600:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:1.0:1743493953.753289:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027833600:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 139us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.753297:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2401 00000100:00100000:1.0:1743493953.761443:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.761619:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.761737:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833984 00000100:00100000:0.0:1743493953.761747:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833984 00000100:00100000:0.0:1743493953.761856:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2402 00000100:00100000:0.0:1743493953.761864:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027833984:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:3.0:1743493953.762827:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027833856 00000100:00100000:3.0:1743493953.762833:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027833856 00000100:00100000:3.0:1743493953.762894:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3576 00000100:00100000:3.0:1743493953.762902:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aec0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+440:13290:x1828185027833856:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493953.763353:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3783, 168 off667568 00000001:00080000:3.0:1743493953.763362:0:6556:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974787 00000100:00100000:3.0:1743493953.763564:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aec0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+442:13290:x1828185027833856:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 661us (2131us total) trans 4294974788 rc 0/0 00000100:00100000:3.0:1743493953.763573:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3576 00000020:00080000:3.0:1743493953.763579:0:6556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:2.0:1743493953.772873:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968021 is committed 00000100:00100000:0.0:1743493953.773135:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2438:x1828185027833984:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 11264us (11510us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.773151:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2402 00000100:00100000:1.0:1743493953.775380:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.775470:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834112 00000100:00100000:3.0:1743493953.775481:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834112 00000100:00100000:3.0:1743493953.775553:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12691 00000100:00100000:3.0:1743493953.775562:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+442:13290:x1828185027834112:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.775596:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.775632:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ea3 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.775728:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775743:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775790:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775837:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775845:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775857:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775976:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775985:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.775992:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493953.776029:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:3.0:1743493953.776033:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493953.776054:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776065:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776074:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776080:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776086:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776091:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.776095:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776103:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776115:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493953.776118:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.776122:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776127:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776146:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776150:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776156:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776161:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.776164:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776169:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776175:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:3.0:1743493953.776177:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.776179:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776184:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.776224:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.776240:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 443 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.776246:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.776249:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493953.776251:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f907c0, rc 0) 00000100:00100000:3.0:1743493953.776320:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+443:13290:x1828185027834112:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 759us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.776327:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12691 00000100:00100000:2.0:1743493953.785157:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.787440:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.787724:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834496 00000100:00100000:0.0:1743493953.787735:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834496 00000100:00100000:0.0:1743493953.787831:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12692 00000100:00100000:0.0:1743493953.787840:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+443:13290:x1828185027834496:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493953.787860:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.787899:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951eaa expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.788055:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.788071:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.788080:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.788154:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 444 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.788167:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 444 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493953.788180:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484992:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.788312:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.788945:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834240 00000100:00100000:3.0:1743493953.788954:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834240 00002000:00100000:3.0:1743493953.789013:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5095f340 x1828185027834240/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.789022:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5095f340 with x1828185027834240 ext(0->4095) 00002000:00010000:3.0:1743493953.789028:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5095f340 00000100:00100000:3.0:1743493953.789051:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 524 00000100:00100000:3.0:1743493953.789059:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2439:x1828185027834240:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:3.0:1743493953.791646:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2439:x1828185027834240:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 2576us (4203us total) trans 4294968022 rc 0/0 00000100:00100000:3.0:1743493953.791660:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 524 00002000:00100000:3.0:1743493953.791672:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5095f340 x1828185027834240/t4294968022(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1743493953.791683:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5095f340 with x1828185027834240 ext(0->4095) 00002000:00010000:3.0:1743493953.791689:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5095f340 00000100:00100000:2.0:1743493953.800361:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.800505:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095bf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060484992:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.800579:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493953.800662:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834624 00000100:00100000:1.0:1743493953.800669:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834624 00010000:00010000:1.0:1743493953.800718:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 445 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.800789:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3361 00000100:00100000:1.0:1743493953.800797:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:2438:x1828185027834624:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.800824:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.800831:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 445 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.800844:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 445 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.800872:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ea3 expref: 445 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.800893:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.800898:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.800908:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.800916:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.800955:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.801017:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:2438:x1828185027834624:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 219us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.801025:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3361 00010000:00010000:0.0:1743493953.801109:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493953.801116:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493953.801134:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:0.0:1743493953.801354:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.801377:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 444 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.801384:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493953.801387:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493953.801389:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f93880, rc 0) 00000100:00100000:0.0:1743493953.801435:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027834496:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13596us (16287us total) trans 4294974789 rc 0/0 00000100:00100000:0.0:1743493953.801443:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12692 00000100:00100000:1.0:1743493953.803179:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.803257:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834752 00000100:00100000:0.0:1743493953.803265:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834752 00000100:00100000:0.0:1743493953.803343:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2403 00000100:00100000:0.0:1743493953.803352:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+75:2440:x1828185027834752:12345-192.168.206.41@tcp:16:dbench.0 00000001:00080000:2.0:1743493953.807663:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968022 is committed 00000100:00100000:3.0:1743493953.808489:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.809189:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027834752:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 5834us (6013us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.809202:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2403 00000100:00100000:1.0:1743493953.809318:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027834880 00000100:00100000:1.0:1743493953.809326:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027834880 00000100:00100000:1.0:1743493953.809399:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12693 00000100:00100000:1.0:1743493953.809407:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027834880:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.809438:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.809474:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951eb1 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.809611:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.809630:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.809639:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.809707:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.809720:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 445 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.809733:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060485120:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.809850:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.814284:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060485120:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.814372:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493953.815353:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.821736:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835008 00000100:00100000:1.0:1743493953.821765:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835008 00010000:00010000:1.0:1743493953.821846:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 446 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.821897:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3362 00000100:00100000:1.0:1743493953.821905:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+446:2437:x1828185027835008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.821934:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.821942:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 446 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.821967:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 446 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.821999:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b30 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eaa expref: 446 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.822023:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.822028:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.822039:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.822047:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.822107:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.822192:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:2437:x1828185027835008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 286us (6842us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.822200:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3362 00010000:00010000:1.0:1743493953.822453:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.822462:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493953.822513:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:1.0:1743493953.822518:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.822541:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.822597:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.822622:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 444 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.822630:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.822633:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.822636:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f92200, rc 0) 00000100:00100000:1.0:1743493953.822692:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13290:x1828185027834880:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13285us (14209us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.822700:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12693 00000100:00100000:2.0:1743493953.823403:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.823561:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835136 00000100:00100000:1.0:1743493953.823568:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835136 00000100:00100000:1.0:1743493953.823627:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12694 00000100:00100000:1.0:1743493953.823634:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+444:13289:x1828185027835136:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.823656:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.823690:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5b4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951eb8 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.823921:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.823934:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.823945:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824097:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824111:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824118:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824237:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824246:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824254:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493953.824285:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493953.824289:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.824306:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824315:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824324:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824330:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824349:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824355:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f907c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.824359:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824368:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824378:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493953.824381:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493953.824386:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824391:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824414:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824420:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824426:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824432:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493953.824435:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824441:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824449:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:1.0:1743493953.824452:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493953.824455:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824461:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493953.824509:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5b4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb8 expref: 446 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.824529:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb8 expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.824536:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493953.824539:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.824541:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f91300, rc 0) 00000100:00100000:1.0:1743493953.824609:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:13289:x1828185027835136:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 974us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.824618:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12694 00000100:00100000:1.0:1743493953.837279:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.837377:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.837489:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835264 00000100:00100000:0.0:1743493953.837499:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835264 00000100:00100000:0.0:1743493953.837579:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12695 00000100:00100000:0.0:1743493953.837591:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027835264:12345-192.168.206.41@tcp:41:dbench.0 00000004:00000024:0.0:1743493953.837673:0:6550:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7774617600 avail 7302234112 00000100:00100000:0.0:1743493953.837821:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027835264:12345-192.168.206.41@tcp:41:dbench.0 Request processed in 231us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.837831:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12695 00000100:00100000:2.0:1743493953.838003:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835392 00000100:00100000:2.0:1743493953.838010:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835392 00000100:00100000:2.0:1743493953.838100:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1331 00000100:00100000:2.0:1743493953.838107:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+445:2438:x1828185027835392:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.838130:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.838157:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb8 expref: 445 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.838179:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.838184:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.838242:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+444:2438:x1828185027835392:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 134us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.838254:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1331 00000100:00100000:1.0:1743493953.846729:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.846972:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835648 00000100:00100000:0.0:1743493953.846987:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835648 00000100:00100000:2.0:1743493953.847318:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.847928:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027835904 00000100:00100000:1.0:1743493953.847938:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027835904 00000100:00100000:3.0:1743493953.848034:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12696 00000100:00100000:3.0:1743493953.848050:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+445:13289:x1828185027835648:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493953.848160:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.848196:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c5ac7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e87 expref: 445 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.848227:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493953.848233:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493953.848327:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493953.848358:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493953.848371:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493953.848673:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12697 00000100:00100000:1.0:1743493953.848685:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+445:13290:x1828185027835904:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.848712:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00010000:3.0:1743493953.848736:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000de5d0b8b reply state 000000009fe11dc1 transno 4294974790 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493953.848824:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493953.848826:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5b6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ebf expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.848841:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493953.848847:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493953.848850:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493953.848999:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+447:13289:x1828185027835648:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 950us (2282us total) trans 4294974790 rc 0/0 00000100:00100000:3.0:1743493953.849009:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12696 00010000:00010000:1.0:1743493953.849011:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.849030:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 447 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.849041:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.849143:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 446 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.849158:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 446 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.849174:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485248:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.849524:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.857502:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.857634:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.857861:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485248:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.857942:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:0.0:1743493953.859222:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836032 00000100:00100000:0.0:1743493953.859234:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836032 00000100:00100000:0.0:1743493953.859320:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12698 00000100:00100000:0.0:1743493953.859329:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+447:13289:x1828185027836032:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493953.859376:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493953.859412:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ec6 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.859484:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x333:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ec6 expref: 448 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.859499:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x333:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ec6 expref: 448 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493953.859517:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493953.859520:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1743493953.859524:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f907c0, rc 0) 00000100:00100000:0.0:1743493953.859612:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:13289:x1828185027836032:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 283us (2121us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.859621:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12698 00000100:00100000:3.0:1743493953.861559:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836160 00000100:00100000:3.0:1743493953.861592:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836160 00010000:00010000:3.0:1743493953.861679:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 448 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493953.861735:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3363 00000100:00100000:3.0:1743493953.861745:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c699bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:2437:x1828185027836160:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493953.861818:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493953.861827:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 448 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493953.861843:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 448 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493953.861872:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4ab729 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949980 expref: 448 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493953.861897:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:3.0:1743493953.861904:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.861915:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.861922:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.861986:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493953.862092:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c699bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+447:2437:x1828185027836160:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 347us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.862105:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3363 00010000:00010000:1.0:1743493953.863572:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.863589:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493953.863613:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d2:0x0]: returning size 260096 00010000:00010000:1.0:1743493953.863887:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5b6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.863915:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 447 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.863923:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:1.0:1743493953.863927:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493953.863931:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f91a80, rc 0) 00000100:00100000:1.0:1743493953.864009:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+447:13290:x1828185027835904:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15325us (16692us total) trans 4294974791 rc 0/0 00000100:00100000:1.0:1743493953.864019:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12697 00000100:00100000:2.0:1743493953.867201:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.867505:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836288 00000100:00100000:0.0:1743493953.867517:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836288 00000100:00100000:0.0:1743493953.867601:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2404 00000100:00100000:0.0:1743493953.867611:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2438:x1828185027836288:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:0.0:1743493953.867908:0:15650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb size from disk: 0 -> 85515 00002000:00010000:0.0:1743493953.867914:0:15650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb mtime from disk: 0 -> 1743493941 00002000:00010000:0.0:1743493953.867916:0:15650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb atime from disk: 0 -> 1743493943 00002000:00010000:0.0:1743493953.867919:0:15650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb ctime from disk: 0 -> 1743493953 00002000:00010000:0.0:1743493953.867922:0:15650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb blocks from disk: 0 -> 168 00000100:00100000:0.0:1743493953.868247:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+74:2438:x1828185027836288:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 635us (1053us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1743493953.868259:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2404 00000100:00100000:3.0:1743493953.868847:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.868910:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836416 00000100:00100000:1.0:1743493953.868922:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836416 00000100:00100000:1.0:1743493953.869122:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12699 00000100:00100000:1.0:1743493953.869130:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+447:13290:x1828185027836416:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.869163:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.869200:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ecd expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.869345:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.869361:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.869369:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.869442:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.869455:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 448 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.869468:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485376:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.869592:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493953.879245:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.879509:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485376:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.879586:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:3.0:1743493953.879648:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.879694:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836672 00000100:00100000:2.0:1743493953.879706:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836672 00000100:00100000:2.0:1743493953.879850:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12700 00000100:00100000:2.0:1743493953.879859:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+449:13289:x1828185027836672:12345-192.168.206.41@tcp:55:dbench.0 00010000:00010000:2.0:1743493953.879950:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.879972:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 449 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.879982:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.880048:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 449 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493953.880060:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 449 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493953.880074:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060485504:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493953.880187:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493953.880267:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836800 00000100:00100000:0.0:1743493953.880273:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836800 00010000:00010000:0.0:1743493953.880307:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493953.880351:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3364 00000100:00100000:0.0:1743493953.880357:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+450:2437:x1828185027836800:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.880375:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.880381:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.880392:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.880412:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5b76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ebf expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.880432:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:0.0:1743493953.880437:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.880445:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.880452:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.880490:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.880531:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+449:2437:x1828185027836800:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 173us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.880539:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3364 00010000:00010000:1.0:1743493953.880638:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.880646:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493953.880692:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d2:0x0]: returning size 260096 00000004:00200000:1.0:1743493953.880698:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493953.880724:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.880837:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5b8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ecd expref: 449 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.880886:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ecd expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.880899:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:1.0:1743493953.880906:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493953.880909:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f93880, rc 0) 00000100:00100000:1.0:1743493953.881017:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027836416:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11886us (12181us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.881028:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12699 00000100:00100000:2.0:1743493953.890112:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060485504:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493953.890217:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493953.892176:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.895703:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027836928 00000100:00100000:2.0:1743493953.895720:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027836928 00010000:00010000:2.0:1743493953.895922:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 448 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493953.896376:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3365 00000100:00100000:2.0:1743493953.896385:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+448:2437:x1828185027836928:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493953.896416:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493953.896424:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 448 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493953.896437:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 448 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493953.896461:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c5ad5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e8e expref: 448 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493953.896484:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493953.896489:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.896498:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.896505:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493953.896566:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493953.896654:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+447:2437:x1828185027836928:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 268us (4486us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493953.896663:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3365 00010000:00010000:3.0:1743493953.896849:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896858:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896901:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896908:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896916:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896923:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.896927:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896935:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896945:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493953.896949:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1743493953.896952:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.896962:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5b99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493953.897034:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+446:13289:x1828185027836672:12345-192.168.206.41@tcp:55:dbench.0 Request processed in 17173us (17805us total) trans 0 rc -22/-22 00000100:00100000:3.0:1743493953.897043:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12700 00000100:00100000:0.0:1743493953.905539:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.907207:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837184 00000100:00100000:2.0:1743493953.907219:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837184 00000100:00100000:2.0:1743493953.907301:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3577 00000100:00100000:2.0:1743493953.907310:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+446:13290:x1828185027837184:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493953.907851:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3784, 168 off667736 00000100:00100000:2.0:1743493953.908068:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+447:13290:x1828185027837184:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 756us (2535us total) trans 4294974792 rc 0/0 00000100:00100000:2.0:1743493953.908077:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3577 00000100:00100000:1.0:1743493953.919133:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.919202:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.919304:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837312 00000100:00100000:3.0:1743493953.919315:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837312 00000100:00100000:3.0:1743493953.919406:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12701 00000100:00100000:3.0:1743493953.919415:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+447:13290:x1828185027837312:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493953.919436:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493953.919477:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5ba0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ed4 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.919577:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919591:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919603:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919649:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919657:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919664:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919805:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919814:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919821:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493953.919857:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:3.0:1743493953.919861:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493953.919877:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919887:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919894:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919900:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919905:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919911:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.919914:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919921:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919932:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493953.919935:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.919940:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919945:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5ba7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919965:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919971:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919977:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919982:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493953.919986:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.919993:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.920001:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:3.0:1743493953.920003:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493953.920007:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.920014:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493953.920062:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5ba0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.920085:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 448 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.920092:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.920094:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493953.920096:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90b80, rc 0) 00000100:00100000:3.0:1743493953.920172:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027837312:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 757us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.920180:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12701 00000100:00100000:2.0:1743493953.920932:0:15636:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837440 00000100:00100000:2.0:1743493953.920940:0:15636:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837440 00002000:00100000:2.0:1743493953.921113:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5095d0c0 x1828185027837440/t0(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/0 e 0 to 0 dl 1743493964 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.921123:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5095d0c0 with x1828185027837440 ext(0->4095) 00002000:00010000:2.0:1743493953.921128:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5095d0c0 00000100:00100000:2.0:1743493953.921159:0:15636:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 525 00000100:00100000:2.0:1743493953.921166:0:15636:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+74:2439:x1828185027837440:12345-192.168.206.41@tcp:4:dbench.0 00000100:00100000:2.0:1743493953.926093:0:15636:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027837440:12345-192.168.206.41@tcp:4:dbench.0 Request processed in 4912us (6878us total) trans 4294968024 rc 0/0 00000100:00100000:2.0:1743493953.926109:0:15636:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 525 00002000:00100000:2.0:1743493953.926122:0:15636:0:(ofd_dev.c:2589:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x17e:0x0] (0->4095) req@ffff998b5095d0c0 x1828185027837440/t4294968024(0) o4->00038621-ef07-44f7-8531-81bf2ec881e5@192.168.206.41@tcp:399/0 lens 4584/448 e 0 to 0 dl 1743493964 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:2.0:1743493953.926133:0:15636:0:(ofd_dev.c:2448:ofd_prolong_extent_locks()) Prolong locks for req ffff998b5095d0c0 with x1828185027837440 ext(0->4095) 00002000:00010000:2.0:1743493953.926139:0:15636:0:(ofd_dev.c:2594:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff998b5095d0c0 00000100:00100000:3.0:1743493953.927653:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.927780:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837696 00000100:00100000:1.0:1743493953.927790:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837696 00000100:00100000:1.0:1743493953.927857:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12702 00000100:00100000:1.0:1743493953.927865:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027837696:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.927898:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.927935:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951edb expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.928080:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.928095:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.928104:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.928111:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.928181:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.928194:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.928207:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485632:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493953.931835:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.931863:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.931879:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485760:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.934549:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493953.934655:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.937549:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837824 00000100:00100000:3.0:1743493953.937562:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837824 00010000:00010000:0.0:1743493953.937731:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 450 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493953.937802:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3366 00000100:00100000:0.0:1743493953.937811:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:2438:x1828185027837824:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.937842:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.937851:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 450 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.937865:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 450 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.937889:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493953.937894:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.937904:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.937912:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.938004:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+450:2438:x1828185027837824:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 192us (3351us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.938013:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3366 00000100:00100000:0.0:1743493953.943941:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493953.945160:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027837952 00000100:00100000:2.0:1743493953.945172:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027837952 00000100:00100000:1.0:1743493953.945558:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.945676:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12703 00000100:00100000:1.0:1743493953.945686:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+450:13289:x1828185027837952:12345-192.168.206.41@tcp:44:dbench.0 00000100:00100000:1.0:1743493953.945880:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+450:13289:x1828185027837952:12345-192.168.206.41@tcp:44:dbench.0 Request processed in 194us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.945890:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12703 00010000:00010000:3.0:1743493953.948853:0:6554:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@00000000598ada24 x1828185060485632) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493953.948879:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ed4 expref: 449 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493953.948907:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485632:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493953.948932:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838080 00000100:00100000:0.0:1743493953.948943:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838080 00000100:00100000:3.0:1743493953.948947:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485760:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493953.949017:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493953.949056:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3367 00000100:00100000:0.0:1743493953.949063:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+449:2437:x1828185027838080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493953.949087:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493953.949094:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.949105:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.949124:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5b45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951eb1 expref: 449 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493953.949140:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493953.949145:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.949155:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.949162:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493953.949199:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493953.949274:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+448:2437:x1828185027838080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 209us (3719us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493953.949282:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3367 00010000:00010000:3.0:1743493953.956635:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.956654:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.957834:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.957847:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493953.957871:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:3.0:1743493953.958110:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 449 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.958138:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.958146:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.958149:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493953.958152:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f925c0, rc 0) 00000100:00100000:3.0:1743493953.958260:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027837696:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 30394us (30609us total) trans 4294974793 rc 0/0 00000100:00100000:3.0:1743493953.958271:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12702 00000100:00100000:0.0:1743493953.981950:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493953.982043:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493953.982260:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838208 00000100:00100000:3.0:1743493953.982270:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838208 00000100:00100000:3.0:1743493953.982360:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2405 00000100:00100000:3.0:1743493953.982369:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027838208:12345-192.168.206.41@tcp:16:dbench.0 00000100:00100000:1.0:1743493953.982805:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838336 00000100:00100000:1.0:1743493953.982811:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838336 00000100:00100000:1.0:1743493953.982867:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12704 00000100:00100000:1.0:1743493953.982874:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027838336:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493953.982897:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493953.982932:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5bd1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ee2 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.983062:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.983076:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 449 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.983084:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.983160:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 449 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493953.983173:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 449 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.983187:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6ae40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485888:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493953.983296:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493953.991645:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493953.991699:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838464 00000100:00100000:1.0:1743493953.991709:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838464 00010000:00010000:1.0:1743493953.991795:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493953.991836:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3368 00000100:00100000:1.0:1743493953.991844:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+450:2437:x1828185027838464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493953.991870:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493953.991877:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.991891:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 450 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493953.991914:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493953.991920:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.991934:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.991943:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493953.991990:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493953.992056:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+450:2437:x1828185027838464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 211us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493953.992064:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3368 00010000:00010000:3.0:1743493953.992492:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5bc3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951edb expref: 449 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493953.992519:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6ae40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060485888:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493953.992577:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.992591:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.992597:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493953.992642:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:3.0:1743493953.992646:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493953.992667:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493953.992714:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5bd1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 449 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.992732:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 448 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493953.992739:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493953.992742:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493953.992745:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f916c0, rc 0) 00000100:00100000:3.0:1743493953.992849:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+448:13290:x1828185027838336:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 9975us (10806us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.992857:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12704 00000001:00080000:2.0:1743493953.996247:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968024 is committed 00000100:00100000:3.0:1743493953.997541:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027838208:12345-192.168.206.41@tcp:16:dbench.0 Request processed in 15164us (15594us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493953.997554:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2405 00000100:00100000:0.0:1743493954.002874:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.002945:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.003041:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838720 00000100:00100000:2.0:1743493954.003052:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838720 00000100:00100000:2.0:1743493954.003119:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027838976 00000100:00100000:2.0:1743493954.003122:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027838976 00000100:00100000:2.0:1743493954.003169:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3578 00000100:00100000:2.0:1743493954.003178:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+449:13290:x1828185027838720:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493954.004193:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3579 00000100:00100000:1.0:1743493954.004201:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+449:13289:x1828185027838976:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:1.0:1743493954.004590:0:16617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3785, 168 off667904 00000001:00080000:1.0:1743493954.004601:0:16617:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974794 00000100:00100000:1.0:1743493954.004827:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+451:13289:x1828185027838976:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 624us (1879us total) trans 4294974795 rc 0/0 00000100:00100000:1.0:1743493954.004837:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3579 00000020:00080000:1.0:1743493954.004843:0:16617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:2.0:1743493954.005239:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3786, 168 off668072 00000100:00100000:2.0:1743493954.005380:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+451:13290:x1828185027838720:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2200us (2514us total) trans 4294974796 rc 0/0 00000100:00100000:2.0:1743493954.005398:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3578 00000100:00100000:0.0:1743493954.011066:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.011166:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027839104 00000100:00100000:3.0:1743493954.011177:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027839104 00000100:00100000:3.0:1743493954.011259:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12705 00000100:00100000:3.0:1743493954.011269:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+451:13289:x1828185027839104:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.011291:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.011328:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5bdf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ee9 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.011445:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011460:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011472:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011517:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011525:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011532:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011654:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011662:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011669:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493954.011708:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:3.0:1743493954.011713:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.011734:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011746:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011794:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011801:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011808:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011815:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f925c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.011820:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011827:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011839:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493954.011841:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.011847:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011852:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c5be6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011871:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011877:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011888:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011892:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.011896:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011901:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011907:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff7440) 00010000:00010000:3.0:1743493954.011911:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.011914:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011919:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c5bed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.011965:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c5bdf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 453 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.011981:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 452 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.011987:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.011989:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493954.011992:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f90040, rc 0) 00000100:00100000:3.0:1743493954.012086:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+452:13289:x1828185027839104:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 816us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.012095:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12705 00000100:00100000:1.0:1743493954.018500:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.018631:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027839232 00000100:00100000:3.0:1743493954.018641:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027839232 00000100:00100000:3.0:1743493954.019387:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12706 00000100:00100000:3.0:1743493954.019395:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+452:13290:x1828185027839232:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.019435:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.019469:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bfb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ef0 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.019561:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019574:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019585:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019626:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019632:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019638:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.019748:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.021453:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.021468:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.021777:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000004:00200000:0.0:1743493954.022549:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.022567:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.022597:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022614:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022625:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022631:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022638:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022644:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.022649:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022656:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022670:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493954.022673:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.022678:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022685:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c5c02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022717:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022725:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022731:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022736:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.022739:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022746:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022811:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493954.022814:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.022817:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022823:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c5c09 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.022882:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c5bfb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 454 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.022903:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 453 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.022914:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.022916:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.022919:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50f93c40, rc 0) 00000100:00100000:0.0:1743493954.023019:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+453:13290:x1828185027839232:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3623us (4526us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.023029:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12706 00000100:00100000:0.0:1743493954.023082:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027839488 00000100:00100000:0.0:1743493954.023089:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027839488 00000100:00100000:1.0:1743493954.024450:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12707 00000100:00100000:1.0:1743493954.024460:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+453:13289:x1828185027839488:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.024483:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.024520:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c5c17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ef7 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.024661:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.024681:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 454 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.024690:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.024786:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 454 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.024799:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 454 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.024813:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060486016:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.025500:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.030402:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.030455:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.030518:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.030584:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027839744 00000100:00100000:3.0:1743493954.030593:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027839744 00000100:00100000:3.0:1743493954.030671:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12708 00000100:00100000:3.0:1743493954.030679:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+455:13290:x1828185027839744:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.030703:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.030743:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c5c25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951efe expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.030914:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.030929:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 456 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.030938:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 456 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.030946:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 5/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.031019:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 456 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.031031:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 456 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.031044:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486144:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493954.031184:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 456 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.031194:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 456 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.031203:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50684b00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486272:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493954.031268:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.031536:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027839872 00000100:00100000:1.0:1743493954.031542:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027839872 00010000:00010000:1.0:1743493954.031580:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.031617:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840000 00000100:00100000:1.0:1743493954.031622:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840000 00010000:00010000:1.0:1743493954.031648:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 458 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.031669:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3369 00000100:00100000:1.0:1743493954.031676:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+458:2440:x1828185027839872:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.031696:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.031703:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 458 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.031717:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 458 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.031737:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.031742:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.031771:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.031779:0:15641:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.031819:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.031868:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+458:2440:x1828185027839872:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 190us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.031876:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3369 00000100:00100000:1.0:1743493954.031916:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3370 00000100:00100000:1.0:1743493954.031922:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c699ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+457:2440:x1828185027840000:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.031939:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.031945:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 457 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.031953:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 457 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.031966:0:15641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.031970:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.031977:0:15641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.031982:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.032019:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c699ba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+457:2440:x1828185027840000:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 96us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.032027:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3370 00010000:00010000:1.0:1743493954.032201:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c5bf4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee9 expref: 456 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.032223:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060486016:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.032268:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.032276:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.032282:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493954.032296:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00010000:00010000:1.0:1743493954.032489:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c5c17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 457 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.032510:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 456 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.032517:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.032520:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493954.032524:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53cca5c0, rc 0) 00000100:00100000:1.0:1743493954.032569:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+456:13289:x1828185027839488:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8109us (10820us total) trans 4294974797 rc 0/0 00000100:00100000:1.0:1743493954.032577:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12707 00010000:00010000:3.0:1743493954.041859:0:6553:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@0000000039027624 x1828185060486144) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 455 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.041884:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c5c10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef0 expref: 455 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.041907:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486144:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493954.041935:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50684b00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486272:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493954.042014:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.042019:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.042028:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.042039:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493954.044345:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.046459:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840128 00000100:00100000:2.0:1743493954.046475:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840128 00010000:00010000:2.0:1743493954.046535:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 455 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.046775:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.046859:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840256 00000100:00100000:0.0:1743493954.046865:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840256 00000100:00100000:0.0:1743493954.046925:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12709 00000100:00100000:0.0:1743493954.046934:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:13289:x1828185027840256:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.046966:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.046998:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f05 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.047133:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.047149:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 457 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.047158:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.047234:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 457 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.047247:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.047260:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50683400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060486400:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493954.047392:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.048906:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3371 00000100:00100000:1.0:1743493954.048916:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+457:2438:x1828185027840128:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.048946:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.048955:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.048970:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.048990:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c5bd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ee2 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.049011:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.049017:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.049026:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.049034:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.049084:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.049139:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:2438:x1828185027840128:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 222us (4812us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.049147:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3371 00010000:00010000:0.0:1743493954.051436:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.051451:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493954.051472:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:0.0:1743493954.051701:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c5c25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 457 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.051731:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.051740:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.051743:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493954.051747:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53ccb4c0, rc 0) 00000100:00100000:0.0:1743493954.051842:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+456:13290:x1828185027839744:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 21162us (21448us total) trans 4294974798 rc 0/0 00000100:00100000:0.0:1743493954.051850:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12708 00000100:00100000:3.0:1743493954.058200:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.058398:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50683400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060486400:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493954.058471:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493954.059510:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840384 00000100:00100000:2.0:1743493954.059520:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840384 00010000:00010000:2.0:1743493954.059574:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 456 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.059618:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3372 00000100:00100000:2.0:1743493954.059626:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+456:2437:x1828185027840384:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1743493954.059911:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493954.059996:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.060005:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 456 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.060018:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 456 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.060023:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840512 00000100:00100000:0.0:1743493954.060028:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840512 00010000:00010000:2.0:1743493954.060040:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c5c1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ef7 expref: 457 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.060061:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.060065:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.060070:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12710 00000100:00100000:0.0:1743493954.060075:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+456:13290:x1828185027840512:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.060076:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.060084:0:6538:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.060103:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.060130:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493954.060131:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c5c4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f0c expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493954.060192:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+457:2437:x1828185027840384:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 565us (2003us total) trans 0 rc 0/0 00010000:00010000:0.0:1743493954.060253:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.060265:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 457 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.060273:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493954.060310:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3372 00010000:00010000:0.0:1743493954.060346:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 457 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.060360:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.060374:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50683f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486528:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493954.060469:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00010000:00010000:1.0:1743493954.060483:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.060490:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.060522:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.060527:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.060549:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.060595:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 457 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.060614:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 456 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.060621:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.060624:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.060626:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c1a80, rc 0) 00000100:00100000:1.0:1743493954.061627:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:13289:x1828185027840256:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 14688us (14849us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.061791:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12709 00000100:00100000:3.0:1743493954.067138:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.067298:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50683f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486528:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.067382:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493954.068964:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840640 00000100:00100000:2.0:1743493954.068977:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840640 00010000:00010000:2.0:1743493954.069036:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.069071:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3373 00000100:00100000:2.0:1743493954.069079:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:2438:x1828185027840640:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493954.069106:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.069113:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.069125:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.069149:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c5c2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951efe expref: 456 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.069168:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493954.069173:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.069182:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.069189:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.069248:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493954.069326:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+455:2438:x1828185027840640:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 245us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.069343:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3373 00010000:00010000:1.0:1743493954.069482:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.069490:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493954.069895:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.069901:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.069927:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.069983:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c5c4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 456 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.070004:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 455 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.070012:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.070015:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.070018:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c0b80, rc 0) 00000100:00100000:1.0:1743493954.070622:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+454:13290:x1828185027840512:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10543us (10709us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.070890:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12710 00000100:00100000:0.0:1743493954.071283:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.074478:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027840896 00000100:00100000:1.0:1743493954.074495:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027840896 00000100:00100000:1.0:1743493954.074586:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12711 00000100:00100000:1.0:1743493954.074594:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+454:13289:x1828185027840896:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.074617:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.074654:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c5c5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f13 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.074823:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.074843:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 455 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.074851:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.074918:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 455 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.074931:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 455 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.074944:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50687340 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486656:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.075069:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.077224:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.077803:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841152 00000100:00100000:1.0:1743493954.077813:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841152 00000100:00100000:2.0:1743493954.079144:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3580 00000100:00100000:2.0:1743493954.079154:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:13290:x1828185027841152:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.079404:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3787, 168 off668240 00000100:00100000:2.0:1743493954.079595:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+457:13290:x1828185027841152:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 440us (2377us total) trans 4294974799 rc 0/0 00000100:00100000:2.0:1743493954.079604:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3580 00000100:00100000:1.0:1743493954.080950:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50687340 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486656:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.081012:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493954.086147:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.087019:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.087534:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841280 00000100:00100000:1.0:1743493954.087544:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841280 00010000:00010000:1.0:1743493954.087597:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 457 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.087643:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3374 00000100:00100000:1.0:1743493954.087651:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+457:2437:x1828185027841280:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.087677:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.087685:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 457 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.087697:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 457 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.087719:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4ab768 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494999c expref: 457 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.087738:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:1.0:1743493954.087744:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.087769:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.087777:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.087830:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.087902:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:2437:x1828185027841280:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 249us (1763us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.087910:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3374 00010000:00010000:1.0:1743493954.087960:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.087968:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493954.087984:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d3:0x0]: returning size 260096 00000100:00100000:0.0:1743493954.088004:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841408 00000100:00100000:0.0:1743493954.088009:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841408 00000100:00100000:0.0:1743493954.088095:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12712 00000100:00100000:0.0:1743493954.088102:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+456:13290:x1828185027841408:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.088119:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.088147:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c5c72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f1a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.088192:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c5c5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 459 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.088216:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 458 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.088219:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.088224:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:1.0:1743493954.088227:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493954.088229:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c2200, rc 0) 00010000:00010000:0.0:1743493954.088229:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088237:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493954.088271:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+458:13289:x1828185027840896:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13677us (16990us total) trans 4294974800 rc 0/0 00000100:00100000:1.0:1743493954.088278:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12711 00010000:00010000:0.0:1743493954.088280:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088287:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088295:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088430:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088440:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088447:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493954.088479:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.088483:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.088496:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088507:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088515:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088521:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088526:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088532:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c3880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.088536:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088543:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088552:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493954.088555:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.088558:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.088564:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c5c79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.090870:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.090884:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.090891:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.090896:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.090901:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.090907:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.091499:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493954.091504:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.091509:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.091516:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c5c80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.091593:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c5c72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 458 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.091614:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 457 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.091621:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.091624:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.091627:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5071c7c0, rc 0) 00000100:00100000:0.0:1743493954.091734:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+457:13290:x1828185027841408:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3631us (4716us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.091744:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12712 00000100:00100000:3.0:1743493954.104260:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.104357:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.104435:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.104523:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841536 00000100:00100000:0.0:1743493954.104533:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841536 00000100:00100000:0.0:1743493954.104598:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841920 00000100:00100000:0.0:1743493954.104601:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841920 00000100:00100000:0.0:1743493954.104640:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12713 00000100:00100000:0.0:1743493954.104648:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+458:13289:x1828185027841536:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.104687:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493954.104708:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12714 00000100:00100000:2.0:1743493954.104715:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+458:13290:x1828185027841920:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.104724:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.104724:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5c8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f21 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.104743:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c5c95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f28 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.104876:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.104876:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.104891:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 460 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.104891:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.104900:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.104901:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.104907:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.104970:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.104970:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.104982:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.105094:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027841664 00000100:00100000:1.0:1743493954.105100:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027841664 00010000:00010000:1.0:1743493954.105133:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 461 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493954.105157:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3375 00000100:00100000:1.0:1743493954.105163:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+461:2437:x1828185027841664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.105181:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1743493954.105613:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcae40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060486912:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493954.105946:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 461 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.105959:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcc540 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486784:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.106010:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 461 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.106036:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.106041:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.106049:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.106060:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493954.106131:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00010000:00010000:2.0:1743493954.106230:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 461 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.106241:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.106249:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487040:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.106308:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.106526:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+461:2437:x1828185027841664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1360us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.106536:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3375 00010000:00010000:2.0:1743493954.113952:0:6553:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@000000004ddd4fc3 x1828185060486784) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.113976:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c5c87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f1a expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.113999:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcc540 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060486784:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.114153:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcae40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060486912:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.114213:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493954.114477:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.115653:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487040:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.115655:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842048 00000100:00100000:1.0:1743493954.115662:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842048 00010000:00010000:1.0:1743493954.115880:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.115895:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493954.115901:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.115910:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493954.115913:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3376 00010000:00010000:2.0:1743493954.115918:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493954.115921:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+460:2438:x1828185027842048:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.115946:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.115953:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.115965:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.115987:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c5c64 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1d3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f13 expref: 460 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.116003:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:1.0:1743493954.116007:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.116015:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.116023:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.116072:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.116080:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.116088:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493954.116134:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+459:2438:x1828185027842048:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 212us (1658us total) trans 0 rc 0/0 00000004:00200000:2.0:1743493954.116140:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d3:0x0]: returning size 260096 00000100:00100000:1.0:1743493954.116142:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3376 00000004:00200000:2.0:1743493954.116145:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493954.116165:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.116213:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c5c8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f21 expref: 459 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.116234:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f21 expref: 458 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.116243:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:2.0:1743493954.116245:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:3.0:1743493954.116247:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493954.116248:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b523107c0, rc 0) 00000100:00100000:2.0:1743493954.116294:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+458:13289:x1828185027841536:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11646us (12044us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.116301:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12713 00000100:00100000:0.0:1743493954.116702:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842176 00000100:00100000:0.0:1743493954.116708:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842176 00010000:00010000:0.0:1743493954.116741:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 458 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.116795:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3377 00000100:00100000:0.0:1743493954.116802:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c699bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+458:2437:x1828185027842176:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493954.116824:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493954.116830:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 458 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.116840:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 458 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.116855:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c5c56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f0c expref: 458 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.116871:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.116875:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.116882:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.116889:0:6538:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.116942:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493954.116986:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c699bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+457:2437:x1828185027842176:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 183us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.116997:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3377 00010000:00010000:3.0:1743493954.118058:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.118069:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493954.118087:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:3.0:1743493954.118299:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c5c95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 458 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.118323:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 457 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.118344:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.118347:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493954.118351:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52310f40, rc 0) 00000100:00100000:3.0:1743493954.118446:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+457:13290:x1828185027841920:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 13729us (14010us total) trans 4294974801 rc 0/0 00000100:00100000:3.0:1743493954.118455:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12714 00000100:00100000:0.0:1743493954.122946:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.123003:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842432 00000100:00100000:2.0:1743493954.123015:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842432 00000100:00100000:2.0:1743493954.123097:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3581 00000100:00100000:2.0:1743493954.123107:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+457:13289:x1828185027842432:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.123382:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3788, 168 off668408 00000100:00100000:2.0:1743493954.123575:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+458:13289:x1828185027842432:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 467us (638us total) trans 4294974802 rc 0/0 00000100:00100000:2.0:1743493954.123584:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3581 00000100:00100000:1.0:1743493954.128947:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.129377:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842560 00000100:00100000:3.0:1743493954.129388:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842560 00000100:00100000:3.0:1743493954.129469:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12715 00000100:00100000:3.0:1743493954.129477:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+458:13290:x1828185027842560:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.129517:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.129554:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c5cb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f2f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.129697:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.129712:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 459 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.129720:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.131104:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 459 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.131128:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 459 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.131142:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487168:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.131261:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493954.132473:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.132534:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842688 00000100:00100000:2.0:1743493954.132542:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842688 00000100:00100000:2.0:1743493954.132621:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12716 00000100:00100000:2.0:1743493954.132629:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+460:13289:x1828185027842688:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.132663:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.132699:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5cbf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f36 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.132832:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.132846:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.132857:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.132901:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.132910:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.132917:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133040:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133049:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133055:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493954.133093:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:2.0:1743493954.133097:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493954.133115:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133126:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133134:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133139:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133146:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133152:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.133156:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133162:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133173:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493954.133177:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.133182:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133187:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c5cc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133209:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133215:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133221:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133226:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.133229:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133235:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133243:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:2.0:1743493954.133245:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.133248:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133254:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c5ccd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.133301:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c5cbf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 462 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.133324:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 461 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.133330:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.133345:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493954.133348:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16200, rc 0) 00000100:00100000:2.0:1743493954.133419:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+461:13289:x1828185027842688:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 789us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.133427:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12716 00000100:00100000:2.0:1743493954.138961:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487168:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493954.139036:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493954.140580:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.140643:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027842816 00000100:00100000:2.0:1743493954.140652:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027842816 00010000:00010000:2.0:1743493954.140705:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.140749:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3378 00000100:00100000:2.0:1743493954.140782:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+461:2437:x1828185027842816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493954.140810:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.140819:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.140832:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.140859:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c5ca3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f28 expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.140879:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493954.140884:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.140893:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.140900:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.140963:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493954.141038:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+460:2437:x1828185027842816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 254us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.141046:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3378 00010000:00010000:0.0:1743493954.141136:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.141145:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493954.141196:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.141202:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.141223:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493954.141272:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c5cb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f2f expref: 460 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.141293:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f2f expref: 459 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.141299:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.141302:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.141305:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53641300, rc 0) 00000100:00100000:0.0:1743493954.141395:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+459:13290:x1828185027842560:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11917us (12455us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.141403:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12715 00000100:00100000:0.0:1743493954.141791:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.141937:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.142019:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843072 00000100:00100000:1.0:1743493954.142031:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843072 00000100:00100000:1.0:1743493954.142088:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12717 00000100:00100000:1.0:1743493954.142095:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+459:13289:x1828185027843072:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.142114:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.142146:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5cdb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f3d expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.142264:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.142277:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.142286:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.142293:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.142375:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.142467:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.142483:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487296:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.142625:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 460 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.142634:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.142645:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcb400 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487424:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.142726:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493954.143145:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843200 00000100:00100000:3.0:1743493954.143152:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843200 00010000:00010000:3.0:1743493954.143190:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 461 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.143214:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3379 00000100:00100000:3.0:1743493954.143221:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+461:2438:x1828185027843200:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.143241:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.143248:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 461 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.143259:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 461 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.143278:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.143283:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.143291:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.143298:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.143370:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+461:2438:x1828185027843200:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 147us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.143378:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3379 00010000:00010000:1.0:1743493954.149994:0:6553:0:(ldlm_lockd.c:787:ldlm_handle_ast_error()) ### client (nid 192.168.206.41@tcp) returned -22 from blocking AST (req@0000000004c3f8c5 x1828185060487296) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.150018:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5cd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f36 expref: 460 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.150042:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487296:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.150072:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcb400 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487424:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.150151:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.150157:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.150167:0:6553:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.150175:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493954.153359:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.153520:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.153620:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843328 00000100:00100000:0.0:1743493954.153913:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843328 00000100:00100000:0.0:1743493954.154000:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12718 00000100:00100000:0.0:1743493954.154008:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13290:x1828185027843328:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.154031:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.154069:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5ce9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f44 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.154166:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154182:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154193:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154238:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154246:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154253:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154379:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154389:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154396:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493954.154435:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.154440:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.154458:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154467:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154475:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154481:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154487:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154492:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.154496:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154502:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154513:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493954.154516:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.154521:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154527:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5cf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154547:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154553:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154560:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154565:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.154567:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154572:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154579:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493954.154582:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.154584:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493954.154589:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5cf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493954.154829:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843456 00000100:00100000:1.0:1743493954.154836:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843456 00010000:00010000:1.0:1743493954.154871:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 463 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.154901:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3380 00000100:00100000:1.0:1743493954.154907:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+463:2437:x1828185027843456:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.154927:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.154934:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 463 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.154945:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 463 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.154960:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c5c41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f05 expref: 463 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.154976:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.154980:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.154988:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.154998:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.155061:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493954.155066:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.155073:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493954.155087:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000100:00100000:1.0:1743493954.155137:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+462:2437:x1828185027843456:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 228us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.155145:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3380 00010000:00010000:3.0:1743493954.155254:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5cdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 463 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.155274:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 462 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.155281:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.155284:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493954.155286:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b174c0, rc 0) 00000100:00100000:3.0:1743493954.159075:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+462:13289:x1828185027843072:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 16965us (17271us total) trans 4294974803 rc 0/0 00000100:00100000:3.0:1743493954.159095:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12717 00010000:00010000:0.0:1743493954.159382:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5ce9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f44 expref: 462 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.159425:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f44 expref: 460 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.159435:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493954.159438:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.159442:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b15a80, rc 0) 00000100:00100000:0.0:1743493954.159538:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13290:x1828185027843328:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 5528us (6205us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.159545:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12718 00000100:00100000:2.0:1743493954.165748:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.165833:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843584 00000100:00100000:3.0:1743493954.165845:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843584 00000100:00100000:3.0:1743493954.165924:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12719 00000100:00100000:3.0:1743493954.165933:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13289:x1828185027843584:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.165969:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.166004:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f4b expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.166142:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.166157:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 461 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.166165:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.166233:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 461 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.166246:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.166260:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060487552:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493954.166377:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.169092:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.169193:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843840 00000100:00100000:3.0:1743493954.169204:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843840 00000100:00100000:3.0:1743493954.169290:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12720 00000100:00100000:3.0:1743493954.169299:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+462:13290:x1828185027843840:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493954.169384:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1743493954.173705:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5cfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f44 expref: 462 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.173792:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c5cb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f2f expref: 461 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.173812:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.173818:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493954.173911:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.173923:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.173931:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493954.174196:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a273197e reply state 00000000a1cd57ad transno 4294974804 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.174208:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.174214:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.174217:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493954.174220:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493954.174371:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+462:13290:x1828185027843840:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5070us (5287us total) trans 4294974804 rc 0/0 00000100:00100000:3.0:1743493954.174384:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12720 00000100:00100000:2.0:1743493954.180562:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.180698:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.180800:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027843968 00000100:00100000:0.0:1743493954.180810:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027843968 00000100:00100000:0.0:1743493954.180901:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2406 00000100:00100000:0.0:1743493954.180911:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+73:2438:x1828185027843968:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:0.0:1743493954.181269:0:15650:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb size from disk: 85515 -> 85515 00002000:00010000:0.0:1743493954.181273:0:15650:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb mtime from disk: 1743493941 -> 1743493941 00002000:00010000:0.0:1743493954.181276:0:15650:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb atime from disk: 1743493943 -> 1743493944 00002000:00010000:0.0:1743493954.181279:0:15650:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb ctime from disk: 1743493953 -> 1743493954 00002000:00010000:0.0:1743493954.181281:0:15650:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17d:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:0.0:1743493954.181371:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+74:2438:x1828185027843968:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 460us (673us total) trans 4294968025 rc 0/0 00000100:00100000:0.0:1743493954.181379:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2406 00000100:00100000:1.0:1743493954.181500:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844096 00000100:00100000:1.0:1743493954.181506:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844096 00010000:00010000:1.0:1743493954.181545:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 462 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.181586:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3381 00000100:00100000:1.0:1743493954.181592:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+462:2438:x1828185027844096:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.181614:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.181637:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 462 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.181650:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 462 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.181674:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.181680:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.181690:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.181703:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.181747:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.181823:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+462:2438:x1828185027844096:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 230us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.181831:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3381 00000100:00080000:2.0:1743493954.182322:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493924 00010000:00010000:3.0:1743493954.184111:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5ce2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f3d expref: 461 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.184141:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060487552:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493954.184204:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.184214:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.184221:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493954.184273:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:3.0:1743493954.184277:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.184300:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.184361:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 461 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.184383:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 460 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.184404:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.184407:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493954.184411:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16980, rc 0) 00000100:00100000:3.0:1743493954.184508:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13289:x1828185027843584:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 18573us (18769us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.184518:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12719 00000100:00100000:2.0:1743493954.194961:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.195099:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844224 00000100:00100000:3.0:1743493954.195114:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844224 00000100:00100000:3.0:1743493954.195224:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12721 00000100:00100000:3.0:1743493954.195239:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13290:x1828185027844224:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.195271:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.195319:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f52 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.195458:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195477:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195492:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195541:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195550:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195557:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195611:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195619:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195628:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195636:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.195641:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195651:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195665:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493954.195668:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.195689:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195696:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195721:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195728:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195734:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195740:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.195743:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195749:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195794:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:3.0:1743493954.195797:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.195801:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195806:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.195864:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d21 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f52 expref: 461 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.195873:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f52 expref: 461 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.195889:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b15a80, rc 0) 00000100:00100000:3.0:1743493954.196007:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+460:13290:x1828185027844224:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 771us (1061us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493954.196016:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12721 00000100:00100000:2.0:1743493954.202881:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.202974:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844480 00000100:00100000:0.0:1743493954.202993:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844480 00000100:00100000:0.0:1743493954.203100:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3582 00000100:00100000:0.0:1743493954.203110:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aec5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+460:13289:x1828185027844480:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493954.203463:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3789, 168 off668576 00000100:00100000:3.0:1743493954.203704:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.203877:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aec5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+461:13289:x1828185027844480:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 764us (1006us total) trans 4294974805 rc 0/0 00000100:00100000:0.0:1743493954.203888:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3582 00000100:00100000:1.0:1743493954.206601:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844608 00000100:00100000:1.0:1743493954.206628:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844608 00000100:00100000:1.0:1743493954.206780:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12722 00000100:00100000:1.0:1743493954.206792:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+461:13290:x1828185027844608:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.206824:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.206876:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f59 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.206995:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.207012:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.207024:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493954.207083:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:1.0:1743493954.207087:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.207109:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.207138:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f59 expref: 463 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.207164:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f59 expref: 462 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.207172:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.207176:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493954.207179:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16200, rc 0) 00000100:00100000:1.0:1743493954.207274:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+462:13290:x1828185027844608:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 484us (3576us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.207281:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12722 00010000:00010000:0.0:1743493954.210842:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1743493954.214905:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.215050:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844736 00000100:00100000:0.0:1743493954.215069:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844736 00000100:00100000:0.0:1743493954.215173:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12723 00000100:00100000:0.0:1743493954.215183:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+462:13289:x1828185027844736:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.215221:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.215262:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f60 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.215370:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215385:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215396:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215441:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215449:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215456:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215590:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215600:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215607:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493954.215657:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.215662:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.215684:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215696:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215706:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215712:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215719:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215725:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.215729:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215737:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215748:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493954.215782:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.215790:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215797:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215822:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215830:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215836:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215843:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b174c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.215848:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215856:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215864:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6740) 00010000:00010000:0.0:1743493954.215868:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.215873:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215880:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.215935:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f60 expref: 464 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.215954:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f60 expref: 463 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.215961:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493954.215964:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.215967:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b15e40, rc 0) 00000100:00100000:0.0:1743493954.216072:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+463:13289:x1828185027844736:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 888us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.216080:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12723 00000100:00100000:1.0:1743493954.222579:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.223094:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.223155:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.223258:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845248 00000100:00100000:1.0:1743493954.223268:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845248 00000100:00100000:1.0:1743493954.223359:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1332 00000100:00100000:1.0:1743493954.223368:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+463:2440:x1828185027845248:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.223398:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.223431:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f60 expref: 463 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.223454:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.223458:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.223553:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027844992 00000100:00100000:3.0:1743493954.223568:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027844992 00000100:00100000:3.0:1743493954.223683:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12724 00000100:00100000:3.0:1743493954.223697:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+463:13289:x1828185027844992:12345-192.168.206.41@tcp:101:dbench.0 00000100:00100000:2.0:1743493954.223716:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845120 00000100:00100000:2.0:1743493954.223724:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845120 00010000:00010000:3.0:1743493954.223728:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493954.223813:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3583 00000100:00100000:2.0:1743493954.223821:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+464:13290:x1828185027845120:12345-192.168.206.41@tcp:37:dbench.0 00010000:00010000:3.0:1743493954.223825:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f67 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.224013:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.224032:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 465 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.224042:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.224132:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 465 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.224147:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 465 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.224164:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060487680:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.227458:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+465:2440:x1828185027845248:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4079us (4291us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.227472:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1332 00000100:00100000:3.0:1743493954.227890:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.233539:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.233611:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060487680:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.233628:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845376 00000100:00100000:1.0:1743493954.233643:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845376 00010000:00010000:1.0:1743493954.233741:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.233747:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493954.233841:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3382 00000100:00100000:1.0:1743493954.233851:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+466:2437:x1828185027845376:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.233884:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.233892:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.233906:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.233932:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f4b expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.233954:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.233960:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.233969:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.233977:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493954.234034:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493954.234225:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493954.234237:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493954.234264:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00010000:00010000:3.0:1743493954.234954:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5d60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 466 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.235008:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 465 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.235021:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.235026:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1743493954.235034:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14f40, rc 0) 00000100:00100000:2.0:1743493954.235082:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+465:13290:x1828185027845120:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11251us (11980us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.235100:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3583 00000100:00100000:3.0:1743493954.235134:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+465:13289:x1828185027844992:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11436us (12561us total) trans 4294974806 rc 0/0 00000100:00100000:3.0:1743493954.235152:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12724 00000100:00100000:1.0:1743493954.235836:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+463:2437:x1828185027845376:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1981us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.235847:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3382 00000100:00100000:0.0:1743493954.242405:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.242568:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.242805:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845632 00000100:00100000:1.0:1743493954.242820:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845632 00000100:00100000:1.0:1743493954.242918:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845760 00000100:00100000:1.0:1743493954.242923:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845760 00000100:00100000:1.0:1743493954.242978:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12725 00000100:00100000:1.0:1743493954.242989:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+464:13290:x1828185027845632:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.243034:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.243039:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493954.243077:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5d3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f59 expref: 464 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.243107:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.243114:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.243146:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d75 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f6e expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.243321:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.243349:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.243360:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.243407:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.243414:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.243421:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00080000:1.0:1743493954.244180:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17e:0x0], index 1: 0 00000100:00100000:2.0:1743493954.244549:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12726 00000100:00100000:2.0:1743493954.244566:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+464:13289:x1828185027845760:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.244597:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.244661:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f75 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.244848:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.244864:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 465 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.244873:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.244966:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 465 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.244980:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 465 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.244995:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487808:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.245137:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493954.250130:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023cb00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060487808:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493954.250201:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493954.250383:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3790, 184 off668760 00000100:00100000:0.0:1743493954.251855:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.251957:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027845888 00000100:00100000:2.0:1743493954.251972:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027845888 00010000:00010000:2.0:1743493954.252046:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.252104:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3383 00000100:00100000:2.0:1743493954.252113:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cfda050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+466:2437:x1828185027845888:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493954.252145:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.252153:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.252167:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.252191:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14f40/0x1414d533cd4c5d67 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f67 expref: 466 pid: 8615 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.252217:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.252223:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.252232:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.252240:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.252301:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493954.252410:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cfda050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+465:2437:x1828185027845888:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 288us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.252418:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3383 00010000:00010000:3.0:1743493954.252744:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.252779:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493954.252847:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:3.0:1743493954.252854:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.252893:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.252974:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5d8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 465 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.253001:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 464 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.253010:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.253013:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493954.253017:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14400, rc 0) 00000100:00100000:3.0:1743493954.253100:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+464:13289:x1828185027845760:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8537us (10531us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.253114:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12726 00010000:00010000:1.0:1743493954.254059:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5d98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x334:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254077:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254089:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5d98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254145:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254152:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254161:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254168:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.254174:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254183:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254195:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.254198:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.254204:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254210:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5d7c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493954.254234:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004e5c0afc reply state 00000000c87dd475 transno 4294974807 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254247:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.254254:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493954.254257:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.254260:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493954.254292:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5d75 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f6e expref: 465 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.254312:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5d98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f6e expref: 464 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.254319:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x334:0x0].0x0 (ffff998b55ff7440) 00010000:00010000:1.0:1743493954.254321:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.254324:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b17880, rc 0) 00000100:00100000:1.0:1743493954.254428:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+465:13290:x1828185027845632:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 11440us (12038us total) trans 4294974807 rc 0/0 00000100:00100000:1.0:1743493954.254438:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12725 00000100:00100000:0.0:1743493954.262568:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.262673:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027846144 00000100:00100000:2.0:1743493954.262693:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027846144 00000100:00100000:2.0:1743493954.262829:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3584 00000100:00100000:2.0:1743493954.262839:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+465:13289:x1828185027846144:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.263122:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3791, 168 off668928 00000100:00100000:2.0:1743493954.263348:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+466:13289:x1828185027846144:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 509us (2603us total) trans 4294974808 rc 0/0 00000100:00100000:2.0:1743493954.263358:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3584 00000100:00100000:3.0:1743493954.264470:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.266066:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027846272 00000100:00100000:0.0:1743493954.266082:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027846272 00000100:00080000:2.0:1743493954.266378:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493924 00000100:00100000:0.0:1743493954.266594:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2407 00000100:00100000:0.0:1743493954.266606:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2438:x1828185027846272:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.266632:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.266692:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f7c expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493954.266743:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493954.266853:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493954.266856:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493954.266867:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 77 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493954.266887:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 77 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493954.266903:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b14f40, rc 0) 00000100:00100000:0.0:1743493954.267702:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+77:2438:x1828185027846272:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1092us (3234us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.267713:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2407 00000100:00100000:3.0:1743493954.269694:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.270034:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027846400 00000100:00100000:1.0:1743493954.270047:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027846400 00000100:00100000:1.0:1743493954.270129:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12727 00000100:00100000:1.0:1743493954.270139:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+466:13289:x1828185027846400:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.270183:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.270222:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5dad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f83 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.270363:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270381:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270395:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270444:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270453:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270460:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270618:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270628:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270636:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.270687:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.270692:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.270719:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270732:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270743:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270774:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270783:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270790:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.270795:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270805:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270819:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493954.270823:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.270828:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270835:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5db4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270859:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270865:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270871:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270877:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.270881:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270888:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270896:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.270899:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.270903:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270909:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.270961:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5dad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f83 expref: 468 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.270983:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f83 expref: 467 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.270991:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.270994:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.270997:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16d40, rc 0) 00000100:00100000:1.0:1743493954.273426:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+467:13289:x1828185027846400:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3272us (3725us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.273442:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12727 00000100:00100000:1.0:1743493954.282315:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.282394:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.282576:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.282850:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027846656 00000100:00100000:2.0:1743493954.282864:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027846656 00000100:00100000:2.0:1743493954.282956:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3585 00000100:00100000:2.0:1743493954.282966:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+467:13290:x1828185027846656:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.283535:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3792, 168 off669096 00000001:00080000:2.0:1743493954.283545:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974809 00000100:00100000:2.0:1743493954.283807:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+469:13290:x1828185027846656:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 783us (1448us total) trans 4294974810 rc 0/0 00000100:00100000:2.0:1743493954.283818:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3585 00000020:00080000:2.0:1743493954.283825:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1743493954.284379:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027847040 00000100:00100000:3.0:1743493954.284390:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027847040 00000100:00100000:3.0:1743493954.284465:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1333 00000100:00100000:3.0:1743493954.284473:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+469:2437:x1828185027847040:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.284502:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.284536:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5dc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f83 expref: 469 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.284561:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.284568:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.284629:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+468:2437:x1828185027847040:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 155us (2052us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.284637:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1333 00000100:00100000:0.0:1743493954.284968:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027846912 00000100:00100000:0.0:1743493954.284975:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027846912 00000100:00100000:0.0:1743493954.285062:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12728 00000100:00100000:0.0:1743493954.285069:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+468:13289:x1828185027846912:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.285103:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.285157:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5dc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f8a expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.285387:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.285411:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 469 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.285421:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.285540:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 469 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.286406:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 469 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.286438:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060487936:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493954.287094:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493954.291148:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.291218:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.291398:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023e7c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060487936:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493954.291483:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493954.291737:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027847296 00000100:00100000:2.0:1743493954.291748:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027847296 00000100:00100000:2.0:1743493954.291858:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3586 00000100:00100000:2.0:1743493954.291869:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+470:13290:x1828185027847296:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493954.292810:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027847424 00000100:00100000:0.0:1743493954.292819:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027847424 00010000:00010000:0.0:1743493954.292871:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 472 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.292915:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3384 00000100:00100000:0.0:1743493954.292922:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+472:2437:x1828185027847424:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493954.292950:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493954.292959:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 472 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.292972:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 472 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.292999:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5d91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f75 expref: 472 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.293024:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493954.293029:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.293040:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.293048:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.293114:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493954.293209:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+471:2437:x1828185027847424:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 285us (2075us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.293218:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3384 00000001:00080000:2.0:1743493954.294198:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974811 00000040:00080000:2.0:1743493954.294526:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3793, 168 off669264 00000001:00080000:2.0:1743493954.294538:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974812 00000100:00100000:2.0:1743493954.294737:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+472:13290:x1828185027847296:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2863us (3514us total) trans 4294974813 rc 0/0 00000100:00100000:2.0:1743493954.294749:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3586 00000020:00080000:2.0:1743493954.294819:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1743493954.295085:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.295100:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.295120:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00010000:00010000:1.0:1743493954.295289:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5dc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 473 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.295319:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 472 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.295328:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.295344:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1743493954.295348:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16200, rc 0) 00000100:00100000:1.0:1743493954.295408:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+472:13289:x1828185027846912:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10338us (13013us total) trans 4294974814 rc 0/0 00000100:00100000:1.0:1743493954.295417:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12728 00000100:00100000:3.0:1743493954.303221:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.303421:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.303533:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027847680 00000100:00100000:2.0:1743493954.303548:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027847680 00000100:00100000:2.0:1743493954.303808:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3587 00000100:00100000:2.0:1743493954.303821:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+472:13290:x1828185027847680:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.306979:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3794, 168 off669432 00000100:00100000:2.0:1743493954.307270:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+473:13290:x1828185027847680:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3444us (4058us total) trans 4294974815 rc 0/0 00000100:00100000:2.0:1743493954.307284:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3587 00000100:00100000:1.0:1743493954.309719:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027847808 00000100:00100000:1.0:1743493954.309741:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027847808 00000100:00100000:0.0:1743493954.309976:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12729 00000100:00100000:0.0:1743493954.309988:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+473:13289:x1828185027847808:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.310019:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.310064:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f91 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.310229:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.310246:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 474 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.310255:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493954.310257:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493954.310351:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 474 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.310368:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 474 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.310384:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd68bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488064:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493954.310516:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493954.310724:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848064 00000100:00100000:2.0:1743493954.310730:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848064 00000100:00100000:2.0:1743493954.310900:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3588 00000100:00100000:2.0:1743493954.310907:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aec2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+475:13290:x1828185027848064:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.311209:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3795, 168 off669600 00000100:00100000:2.0:1743493954.311414:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aec2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+476:13290:x1828185027848064:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 504us (1156us total) trans 4294974816 rc 0/0 00000100:00100000:2.0:1743493954.311424:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3588 00000100:00100000:1.0:1743493954.313514:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd68bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488064:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.313593:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.314576:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.315621:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848192 00000100:00100000:2.0:1743493954.315635:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848192 00010000:00010000:2.0:1743493954.315712:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 476 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.318167:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3385 00000100:00100000:2.0:1743493954.318185:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+476:2438:x1828185027848192:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493954.318249:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.318262:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 476 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.318288:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 476 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.318325:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5dd0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f8a expref: 476 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:2.0:1743493954.318367:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.318374:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.318385:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.318394:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.318555:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493954.318666:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+475:2438:x1828185027848192:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 482us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.318676:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3385 00010000:00010000:1.0:1743493954.319069:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.319079:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.319149:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.319156:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.319188:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.319259:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f91 expref: 475 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.319283:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f91 expref: 474 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.319290:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.319294:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.319297:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16d40, rc 0) 00000100:00100000:1.0:1743493954.319371:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+474:13289:x1828185027847808:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 9384us (15950us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.319380:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12729 00000100:00100000:0.0:1743493954.325492:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.335769:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.335922:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848576 00000100:00100000:1.0:1743493954.335922:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848448 00000100:00100000:2.0:1743493954.335936:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848576 00000100:00100000:1.0:1743493954.335936:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848448 00000100:00100000:1.0:1743493954.336040:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12730 00000100:00100000:1.0:1743493954.336051:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+475:13290:x1828185027848448:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.336152:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.336188:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c5d98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x334:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f6e expref: 475 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.336222:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x334:0x0].0x0 (ffff998b55ff7440) 00010000:00010000:1.0:1743493954.336244:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.336289:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336306:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336318:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336357:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336366:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336373:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336542:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x334:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336551:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.336559:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493954.337041:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].330, 64 off29376 00000100:00100000:2.0:1743493954.337060:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12731 00000004:00080000:1.0:1743493954.337065:0:6550:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1156643312119ns, next at 1157643297259ns, rc = 0 00000100:00100000:2.0:1743493954.337070:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+474:13289:x1828185027848576:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.337096:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000040:00080000:1.0:1743493954.337111:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3796, 184 off669784 00010000:00010000:2.0:1743493954.337124:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5e01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f98 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.337210:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337221:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337230:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.337269:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x334:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337278:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337287:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337292:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.337295:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337299:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.337304:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337306:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.337310:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337315:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337321:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.337326:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337347:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337358:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x334:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.337362:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.337366:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337371:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c5e0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x334:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337409:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337415:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337420:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337425:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.337430:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337436:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337443:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x334:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.337445:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.337448:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337454:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c5dfa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x334:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337494:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337503:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337510:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493954.337550:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:2.0:1743493954.337555:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493954.337572:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337583:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337591:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337597:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337604:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337609:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.337613:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337618:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337625:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493954.337628:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.337631:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337636:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337652:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337658:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337665:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337669:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.337673:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337679:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337685:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff60c0) 00010000:00010000:2.0:1743493954.337687:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.337690:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337697:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.337736:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5e01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f98 expref: 477 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.337745:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337771:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337778:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337784:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f98 expref: 476 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.337784:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.337787:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337793:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493954.337794:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.337796:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493954.337799:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b156c0, rc 0) 00010000:00010000:1.0:1743493954.337803:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.337805:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.337808:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337817:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c5dec lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493954.337833:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c3ba6328 reply state 000000003f665f0e transno 4294974817 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337844:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.337850:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493954.337852:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.337855:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.337905:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+477:13289:x1828185027848576:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 834us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.337905:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+477:13290:x1828185027848448:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1853us (12426us total) trans 4294974817 rc 0/0 00000100:00100000:1.0:1743493954.337914:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12730 00000100:00100000:2.0:1743493954.338712:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12731 00000100:00100000:0.0:1743493954.347169:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.347271:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.347354:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848832 00000100:00100000:3.0:1743493954.347369:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848832 00000100:00100000:2.0:1743493954.347383:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027848704 00000100:00100000:2.0:1743493954.347397:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027848704 00000100:00100000:3.0:1743493954.347476:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1334 00000100:00100000:2.0:1743493954.347476:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12732 00000100:00100000:3.0:1743493954.347487:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+477:2439:x1828185027848832:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1743493954.347487:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+477:13290:x1828185027848704:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.347522:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.347528:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.347557:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c5e1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f98 expref: 477 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.347563:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5e24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951f9f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.347581:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.347587:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.347669:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493954.347672:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+477:2439:x1828185027848832:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 186us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.347681:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1334 00010000:00010000:2.0:1743493954.347686:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347697:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347742:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347781:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347790:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347939:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347950:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.347958:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493954.348021:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:2.0:1743493954.348026:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493954.348052:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348073:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348084:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348090:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348097:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348103:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.348108:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348117:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348126:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493954.348129:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.348134:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348141:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c5e2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348161:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348167:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348173:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348177:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.348181:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348187:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348194:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff60c0) 00010000:00010000:2.0:1743493954.348197:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.348200:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348205:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c5e32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.348251:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c5e24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 477 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.348270:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 476 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.348278:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493954.348281:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493954.348284:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51b16200, rc 0) 00000100:00100000:2.0:1743493954.348352:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+476:13290:x1828185027848704:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 866us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.348360:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12732 00000100:00100000:0.0:1743493954.352479:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.352550:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849088 00000100:00100000:2.0:1743493954.352565:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849088 00000100:00100000:2.0:1743493954.352673:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12733 00000100:00100000:2.0:1743493954.352683:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+476:13289:x1828185027849088:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.352805:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493954.352843:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c5de5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f91 expref: 476 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.352875:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.352881:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.353021:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.353038:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.353054:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493954.353405:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b2464cec reply state 00000000ef441f6a transno 4294974818 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.353420:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.353427:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.353431:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.353434:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.353584:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+477:13289:x1828185027849088:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 900us (1118us total) trans 4294974818 rc 0/0 00000100:00100000:2.0:1743493954.353593:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12733 00000100:00100000:0.0:1743493954.358955:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.359109:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849344 00000100:00100000:2.0:1743493954.359124:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849344 00000100:00100000:2.0:1743493954.359215:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12734 00000100:00100000:2.0:1743493954.359225:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+477:13290:x1828185027849344:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.359255:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.359300:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c5e47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fa6 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.359494:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.359512:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 478 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.359521:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.359613:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 478 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.359628:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 478 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.359644:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060488192:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.359813:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.361895:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.361955:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849472 00000100:00100000:2.0:1743493954.361966:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849472 00000100:00100000:2.0:1743493954.362054:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2408 00000100:00100000:2.0:1743493954.362064:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+74:2437:x1828185027849472:12345-192.168.206.41@tcp:2:dbench.0 00002000:00010000:2.0:1743493954.362328:0:14104:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb size from disk: 85515 -> 85515 00002000:00010000:2.0:1743493954.362347:0:14104:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb mtime from disk: 1743493941 -> 1743493941 00002000:00010000:2.0:1743493954.362350:0:14104:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb atime from disk: 1743493943 -> 1743493944 00002000:00010000:2.0:1743493954.362352:0:14104:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb ctime from disk: 1743493953 -> 1743493954 00002000:00010000:2.0:1743493954.362355:0:14104:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x17e:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:2.0:1743493954.362443:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027849472:12345-192.168.206.41@tcp:2:dbench.0 Request processed in 378us (555us total) trans 4294968026 rc 0/0 00000100:00100000:2.0:1743493954.362451:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2408 00000100:00100000:0.0:1743493954.365429:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.365731:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6d0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060488192:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493954.365889:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493954.366174:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849600 00000100:00100000:1.0:1743493954.366183:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849600 00010000:00010000:1.0:1743493954.366243:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 479 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.366286:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3386 00000100:00100000:1.0:1743493954.366294:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+479:2438:x1828185027849600:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493954.366324:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.366342:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 479 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.366355:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 479 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.366390:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c5e39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f9f expref: 479 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:1.0:1743493954.366414:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.366420:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.366431:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.366440:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.366497:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493954.366589:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+478:2438:x1828185027849600:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 293us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.366598:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3386 00010000:00010000:2.0:1743493954.367285:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.367295:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493954.367318:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00010000:00010000:2.0:1743493954.367601:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c5e47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 479 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.367629:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 478 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.367643:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493954.367646:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493954.367649:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53621e40, rc 0) 00000100:00100000:2.0:1743493954.367732:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+478:13290:x1828185027849344:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 8507us (8792us total) trans 4294974819 rc 0/0 00000100:00100000:2.0:1743493954.367742:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12734 00000100:00100000:0.0:1743493954.369651:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.369790:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849728 00000100:00100000:2.0:1743493954.369802:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849728 00000100:00100000:2.0:1743493954.369874:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12735 00000100:00100000:2.0:1743493954.369884:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+478:13289:x1828185027849728:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.369924:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.369966:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c5e5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fad expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.370082:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370101:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370114:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370162:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370170:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370183:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370231:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370238:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370246:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370253:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.370258:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370267:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370280:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493954.370283:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.370289:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370296:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c5e63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370318:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370324:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370339:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370346:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.370349:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370356:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370364:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x7f7efb67 (ffff998b55ff60c0) 00010000:00010000:2.0:1743493954.370367:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.370370:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370375:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c5e6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.370426:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c5e5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fad expref: 479 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.370437:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c5e5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fad expref: 479 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.370452:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53623880, rc 0) 00000100:00100000:2.0:1743493954.370551:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+478:13289:x1828185027849728:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 667us (913us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493954.370561:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12735 00000100:00100000:0.0:1743493954.371349:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.371395:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849856 00000100:00100000:1.0:1743493954.371403:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849856 00000100:00100000:1.0:1743493954.371471:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12736 00000100:00100000:1.0:1743493954.371480:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+478:13290:x1828185027849856:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.371507:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.371536:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c5e71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fb4 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.371672:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.371687:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 479 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.371696:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.372262:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 479 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.372279:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 479 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.372294:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50173400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488320:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.372440:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.375670:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.375804:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027849984 00000100:00100000:2.0:1743493954.375818:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027849984 00000100:00100000:2.0:1743493954.375903:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12737 00000100:00100000:2.0:1743493954.375914:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+480:13289:x1828185027849984:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.375943:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.375988:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c5e7f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fbb expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.376111:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.376126:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.376138:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493954.376188:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:2.0:1743493954.376192:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493954.376213:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.376239:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c5e7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fbb expref: 482 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.376261:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fbb expref: 481 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.376269:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493954.376273:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493954.376276:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e61a80, rc 0) 00000100:00100000:2.0:1743493954.377435:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+481:13289:x1828185027849984:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1515us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.377448:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12737 00000100:00100000:1.0:1743493954.379310:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50173400 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488320:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.379411:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493954.384465:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.384542:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.384672:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027850112 00000100:00100000:3.0:1743493954.384686:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027850112 00000100:00100000:0.0:1743493954.384845:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027850240 00000100:00100000:0.0:1743493954.384852:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027850240 00000100:00100000:2.0:1743493954.385470:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3589 00000100:00100000:2.0:1743493954.385484:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+482:13289:x1828185027850240:12345-192.168.206.41@tcp:37:dbench.0 00010000:00010000:3.0:1743493954.386157:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 482 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.386210:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3387 00000100:00100000:3.0:1743493954.386216:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+482:2437:x1828185027850112:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.386243:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.386253:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 482 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.386267:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 482 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.386295:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c5e4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x331:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fa6 expref: 482 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.386321:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.386326:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.386353:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.386363:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.386541:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.386873:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+482:2437:x1828185027850112:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 652us (2418us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.386882:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3387 00010000:00010000:1.0:1743493954.387012:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.387022:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.387080:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.387086:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.387114:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.387178:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c5e71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fb4 expref: 482 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.387201:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fb4 expref: 481 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.387208:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.387212:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.387215:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e61300, rc 0) 00000100:00100000:1.0:1743493954.387269:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+481:13290:x1828185027849856:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15789us (15921us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.387277:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12736 00000100:00100000:2.0:1743493954.390242:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+479:13289:x1828185027850240:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 4745us (5685us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.390260:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3589 00000100:00100000:0.0:1743493954.409555:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.409634:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.410085:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027850496 00000100:00100000:2.0:1743493954.410100:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027850496 00000100:00100000:1.0:1743493954.410244:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027850752 00000100:00100000:1.0:1743493954.410250:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027850752 00000100:00100000:1.0:1743493954.410312:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12738 00000100:00100000:1.0:1743493954.410321:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+480:13289:x1828185027850752:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.410356:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.410360:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1743493954.410399:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c5e86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fbb expref: 480 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.410430:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493954.410436:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.410465:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5e8d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fc2 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.410629:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.410646:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.410656:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.410698:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.410705:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.410711:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.411286:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3590 00000100:00100000:0.0:1743493954.411296:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+480:13290:x1828185027850496:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493954.411579:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3797, 168 off669952 00000100:00100000:0.0:1743493954.411872:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+481:13290:x1828185027850496:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 575us (2332us total) trans 4294974820 rc 0/0 00000100:00100000:0.0:1743493954.411881:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3590 00000004:00080000:1.0:1743493954.412993:0:6550:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17f:0x0], index 0: 0 00000040:00080000:1.0:1743493954.413169:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3798, 184 off670136 00010000:00010000:1.0:1743493954.413425:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5ea2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x335:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413445:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413460:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413518:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413526:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413534:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413546:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.413551:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413560:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413575:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493954.413579:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.413585:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413592:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5e94 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493954.413617:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c076c9de reply state 0000000070705a67 transno 4294974821 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413631:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.413637:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x7f7efb67 (ffff998b55ff60c0) 00010000:00010000:1.0:1743493954.413640:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.413643:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493954.413686:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5e8d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc2 expref: 482 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.413709:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5ea2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc2 expref: 481 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.413716:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x335:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.413719:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.413722:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa0a980, rc 0) 00000100:00100000:1.0:1743493954.413880:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+482:13289:x1828185027850752:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3558us (4244us total) trans 4294974821 rc 0/0 00000100:00100000:1.0:1743493954.413892:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12738 00000100:00100000:2.0:1743493954.430880:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.431065:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.431159:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027850880 00000100:00100000:1.0:1743493954.431173:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027850880 00000100:00100000:0.0:1743493954.431837:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027851008 00000100:00100000:0.0:1743493954.431844:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027851008 00000100:00100000:0.0:1743493954.431913:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 2409 00000100:00100000:0.0:1743493954.431923:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2437:x1828185027851008:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.431950:0:14104:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.432008:0:14104:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fd0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1743493954.432049:0:14104:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1743493954.432104:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493954.432107:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493954.432118:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 76 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493954.432140:0:14104:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 76 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493954.432157:0:14104:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa08f40, rc 0) 00000100:00100000:0.0:1743493954.432265:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027851008:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 342us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.432274:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 2409 00000100:00100000:1.0:1743493954.432771:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12739 00000100:00100000:1.0:1743493954.432782:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+482:13290:x1828185027850880:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.432823:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.432858:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5eb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fc9 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.432967:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.432983:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.432994:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433037:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433045:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433052:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433209:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433220:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433227:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493954.433281:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:1.0:1743493954.433287:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.433314:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433326:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433347:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433354:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433360:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433366:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.433371:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.433380:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434787:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.434794:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.434802:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434813:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c5ebe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434855:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434862:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434869:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434875:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.434878:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434885:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434893:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.434896:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.434899:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434905:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c5ec5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.434977:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c5eb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc9 expref: 484 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.435001:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc9 expref: 483 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.435015:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.435018:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493954.435022:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185cf40, rc 0) 00000100:00100000:1.0:1743493954.435132:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+483:13290:x1828185027850880:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 2349us (4263us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.435142:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12739 00000100:00100000:0.0:1743493954.443178:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.447788:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.448046:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.448385:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027851520 00000100:00100000:3.0:1743493954.448851:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027851520 00000100:00100000:3.0:1743493954.448965:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1335 00000100:00100000:3.0:1743493954.448975:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cfdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+483:2438:x1828185027851520:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.449007:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.449041:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ecc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc9 expref: 483 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.449069:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:3.0:1743493954.449074:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.449182:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cfdb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+482:2438:x1828185027851520:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 207us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.449192:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1335 00000100:00100000:1.0:1743493954.449616:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027851136 00000100:00100000:1.0:1743493954.449623:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027851136 00000100:00100000:2.0:1743493954.449760:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027851392 00000100:00100000:2.0:1743493954.449765:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027851392 00000100:00100000:2.0:1743493954.449812:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3591 00000100:00100000:2.0:1743493954.449819:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+483:13289:x1828185027851392:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.450357:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3799, 168 off670304 00000001:00080000:2.0:1743493954.450367:0:15613:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974822 00000100:00100000:2.0:1743493954.450571:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+485:13289:x1828185027851392:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 749us (2795us total) trans 4294974823 rc 0/0 00000100:00100000:2.0:1743493954.450581:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3591 00000020:00080000:2.0:1743493954.450586:0:15613:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1743493954.453604:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12740 00000100:00100000:1.0:1743493954.453621:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+484:13290:x1828185027851136:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.453651:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.453721:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5ed3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fd7 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.453859:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453879:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453893:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453920:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453928:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453939:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453992:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.453999:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454006:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454013:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.454018:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454027:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454041:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.454045:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.454050:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454056:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5eda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454087:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454094:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454100:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454106:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.454109:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454115:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454123:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493954.454125:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.454127:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454132:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5ee1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.454170:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5ed3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd7 expref: 485 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.454179:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5ed3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd7 expref: 485 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.454194:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185d6c0, rc 0) 00000100:00100000:1.0:1743493954.454326:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+484:13290:x1828185027851136:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 707us (11572us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493954.454345:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12740 00000100:00100000:0.0:1743493954.458686:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.459052:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027851776 00000100:00100000:1.0:1743493954.459067:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027851776 00000100:00100000:1.0:1743493954.459163:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3592 00000100:00100000:1.0:1743493954.459174:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+484:13289:x1828185027851776:12345-192.168.206.41@tcp:35:dbench.0 00000001:00080000:1.0:1743493954.459733:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974824 00000040:00080000:1.0:1743493954.459966:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3800, 168 off670472 00000001:00080000:1.0:1743493954.459975:0:6555:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294974825 00000100:00100000:1.0:1743493954.460196:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+487:13289:x1828185027851776:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1020us (1520us total) trans 4294974826 rc 0/0 00000100:00100000:1.0:1743493954.460208:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3592 00000020:00080000:1.0:1743493954.460216:0:6555:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1743493954.468466:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.468664:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.468740:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852160 00000100:00100000:3.0:1743493954.468872:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852032 00000100:00100000:3.0:1743493954.468882:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852032 00000100:00100000:1.0:1743493954.469408:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852160 00000100:00100000:1.0:1743493954.469524:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12741 00000100:00100000:1.0:1743493954.469536:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+488:13290:x1828185027852160:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.469586:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.469637:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ee8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fde expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.469799:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.469822:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.469836:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493954.469903:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:1.0:1743493954.469909:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.469937:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.469973:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ee8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fde expref: 490 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.469998:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fde expref: 489 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.470009:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.470013:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493954.470017:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185cb80, rc 0) 00000100:00100000:1.0:1743493954.470158:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+489:13290:x1828185027852160:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 622us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.470167:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12741 00000100:00100000:3.0:1743493954.470930:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3593 00000100:00100000:3.0:1743493954.470942:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+488:13289:x1828185027852032:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:3.0:1743493954.471289:0:15613:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3801, 168 off670640 00000100:00100000:3.0:1743493954.471536:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+489:13289:x1828185027852032:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 594us (3084us total) trans 4294974827 rc 0/0 00000100:00100000:3.0:1743493954.471546:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3593 00000100:00100000:0.0:1743493954.477439:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.477706:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852288 00000100:00100000:3.0:1743493954.477721:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852288 00000100:00100000:0.0:1743493954.480051:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3594 00000100:00100000:0.0:1743493954.480067:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6aec3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+489:13290:x1828185027852288:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493954.481674:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.483448:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852544 00000100:00100000:1.0:1743493954.483476:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852544 00000100:00100000:2.0:1743493954.485067:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3595 00000100:00100000:2.0:1743493954.485083:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027852544:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:2.0:1743493954.485454:0:6555:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3802, 168 off670808 00000100:00100000:2.0:1743493954.485689:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027852544:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 607us (4024us total) trans 4294974828 rc 0/0 00000100:00100000:2.0:1743493954.485699:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3595 00000100:00100000:1.0:1743493954.487180:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6aec3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+490:13290:x1828185027852288:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 7109us (9748us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.487195:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3594 00000100:00100000:2.0:1743493954.494719:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.495641:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852800 00000100:00100000:1.0:1743493954.495657:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852800 00000100:00100000:1.0:1743493954.495887:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12742 00000100:00100000:1.0:1743493954.495899:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027852800:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.496015:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493954.496053:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c5ea2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x335:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fc2 expref: 490 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.496085:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x335:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.496107:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.496152:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496175:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496186:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496213:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496222:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496228:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496420:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x335:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496430:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.496438:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493954.496908:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].327, 64 off29184 00000004:00080000:1.0:1743493954.496932:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1156803178439ns, next at 1157803164056ns, rc = 0 00000040:00080000:1.0:1743493954.496979:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3803, 184 off670992 00010000:00010000:1.0:1743493954.497141:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x335:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497152:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497161:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497171:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497178:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497184:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497190:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497197:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.497202:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497211:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497221:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x335:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.497224:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.497229:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497236:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c5f0b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x335:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497271:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497278:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497283:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497289:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.497293:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497299:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497307:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x335:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.497310:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.497314:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.497320:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c5f04 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x335:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499619:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499640:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499648:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499655:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.499661:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499670:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499687:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493954.499690:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.499696:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499702:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c5ef6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493954.499725:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ae44dccf reply state 0000000076695d9f transno 4294974829 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499739:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.499747:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x7f7efb67 (ffff998b55ff60c0) 00010000:00010000:1.0:1743493954.499846:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.499852:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493954.506684:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027852800:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10768us (11962us total) trans 4294974829 rc 0/0 00000100:00100000:1.0:1743493954.506700:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12742 00000100:00100000:3.0:1743493954.511185:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.511517:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027852928 00000100:00100000:1.0:1743493954.511532:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027852928 00000100:00100000:1.0:1743493954.511625:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12743 00000100:00100000:1.0:1743493954.511636:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027852928:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.511666:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.511718:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c5f12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fe5 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.511881:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.511898:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.511915:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.511943:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.511952:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.511959:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512019:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512027:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512035:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512042:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.512047:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512056:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512071:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.512074:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.512080:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512087:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c5f19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512111:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512118:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512124:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512129:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.512133:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512139:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512147:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493954.512150:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.512154:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512159:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c5f20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.512199:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c5f12 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fe5 expref: 492 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.512209:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c5f12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fe5 expref: 492 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.512225:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185c400, rc 0) 00000100:00100000:1.0:1743493954.515781:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027852928:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 4104us (4569us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493954.515798:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12743 00000100:00100000:3.0:1743493954.516180:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.517362:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853056 00000100:00100000:1.0:1743493954.517378:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853056 00000100:00100000:3.0:1743493954.519194:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12744 00000100:00100000:3.0:1743493954.519209:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027853056:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.519258:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.519308:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c5f27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951fec expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.519449:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519467:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519479:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519528:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519536:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519548:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519690:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519700:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519707:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:3.0:1743493954.519785:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:3.0:1743493954.519790:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.519817:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519830:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519841:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519848:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519855:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519862:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.519867:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519876:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519890:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493954.519894:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.519900:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519907:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c5f2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519931:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519938:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519944:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519950:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.519953:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519960:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519968:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b55ff6400) 00010000:00010000:3.0:1743493954.519971:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.519974:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.519981:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c5f35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.520033:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c5f27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 493 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.520055:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 492 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.520063:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.520065:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493954.520068:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b515db100, rc 0) 00000100:00100000:3.0:1743493954.520197:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027853056:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 989us (4016us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.520207:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12744 00000100:00100000:3.0:1743493954.520393:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.520741:0:6567:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853312 00000100:00100000:1.0:1743493954.520783:0:6567:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853312 00000100:00100000:1.0:1743493954.520860:0:6567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 110 00000100:00100000:1.0:1743493954.520869:0:6567:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027853312:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.520936:0:6567:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1743493954.520961:0:6567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c5e78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fb4 expref: 492 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.520987:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.520999:0:6567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c5eef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fde expref: 491 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.521016:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.521020:0:6567:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.521062:0:6567:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521074:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521083:0:6567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521127:0:6567:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521139:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521146:0:6567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521179:0:6567:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521188:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521195:0:6567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521317:0:6567:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521326:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521347:0:6567:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00000040:00080000:1.0:1743493954.521805:0:6567:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3804, 224 off671216 00000004:00010000:1.0:1743493954.521967:0:6567:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006298d82a reply state 00000000d8b9dbea transno 4294974830 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521982:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.521990:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:1.0:1743493954.521992:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1743493954.521997:0:6567:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1743493954.522003:0:6567:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006298d82a reply state 00000000d8b9dbea transno 4294974830 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522011:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522017:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493954.522020:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.522023:0:6567:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1743493954.522027:0:6567:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522034:0:6567:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522041:0:6567:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522047:0:6567:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.522052:0:6567:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522060:0:6567:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522070:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493954.522072:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.522076:0:6567:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522082:0:6567:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c5f43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00000004:00010000:1.0:1743493954.522101:0:6567:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006298d82a reply state 00000000d8b9dbea transno 4294974830 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522110:0:6567:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:1.0:1743493954.522117:0:6567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6a80) 00010000:00010000:1.0:1743493954.522120:0:6567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.522122:0:6567:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1743493954.522226:0:6567:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027853312:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1355us (1832us total) trans 4294974830 rc 0/0 00000100:00100000:1.0:1743493954.522235:0:6567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 110 00000100:00100000:3.0:1743493954.529983:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.531574:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853568 00000100:00100000:0.0:1743493954.531591:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853568 00000100:00100000:0.0:1743493954.531688:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12745 00000100:00100000:0.0:1743493954.531698:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027853568:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493954.531727:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.531795:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ff3 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.531971:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.531989:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 493 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.532000:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.532080:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 493 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.532095:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 493 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.532110:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a822c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488448:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493954.532245:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.538994:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a822c0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488448:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493954.539090:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493954.541401:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.541737:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853696 00000100:00100000:0.0:1743493954.541799:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853696 00010000:00010000:0.0:1743493954.541878:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 494 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.541926:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3388 00000100:00100000:0.0:1743493954.541935:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+494:2438:x1828185027853696:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493954.541968:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493954.541976:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 494 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.541990:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 494 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.542020:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c5f3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fec expref: 494 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.542043:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493954.542048:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.542060:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.542068:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.542137:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.542153:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.542162:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493954.542184:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000100:00100000:0.0:1743493954.542239:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:2438:x1828185027853696:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 303us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.542248:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3388 00010000:00010000:2.0:1743493954.542478:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 494 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.542501:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 493 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.542510:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:2.0:1743493954.542513:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1743493954.542515:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a096c0, rc 0) 00000100:00100000:2.0:1743493954.542564:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027853568:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 10866us (12595us total) trans 4294974831 rc 0/0 00000100:00100000:2.0:1743493954.542573:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12745 00000100:00100000:2.0:1743493954.544749:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.544987:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853824 00000100:00100000:1.0:1743493954.545000:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853824 00000100:00100000:1.0:1743493954.545089:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3596 00000100:00100000:1.0:1743493954.545099:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:13290:x1828185027853824:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493954.554494:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.554582:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027853952 00000100:00100000:2.0:1743493954.554598:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027853952 00000100:00100000:2.0:1743493954.554704:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12746 00000100:00100000:2.0:1743493954.554715:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027853952:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493954.554772:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493954.554815:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4951ffa expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.554968:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.554988:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 495 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.554996:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493954.555069:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 495 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.555082:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 495 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:2.0:1743493954.555096:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a81d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488576:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.555212:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493954.555294:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027853824:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 10193us (10554us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.555305:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3596 00000100:00100000:0.0:1743493954.559621:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a81d00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488576:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493954.559711:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.563578:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.563651:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.563726:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.563873:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854464 00000100:00100000:2.0:1743493954.563874:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854336 00000100:00100000:3.0:1743493954.563887:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854464 00000100:00100000:2.0:1743493954.563887:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854336 00010000:00010000:3.0:1743493954.563962:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 496 pid: 6550 timeout: 1256 lvb_type: 0 00000100:00100000:3.0:1743493954.564015:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3389 00000100:00100000:3.0:1743493954.564024:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:2438:x1828185027854464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.564058:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.564068:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 496 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.564089:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 496 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.564118:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x333:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ff3 expref: 496 pid: 6550 timeout: 1256 lvb_type: 0 00010000:00010000:3.0:1743493954.564141:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:3.0:1743493954.564147:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493954.564158:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493954.564164:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12747 00010000:00010000:3.0:1743493954.564167:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493954.564170:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+495:13343:x1828185027854336:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:2.0:1743493954.564193:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.564225:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.564226:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952001 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.564265:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 496 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.564279:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 496 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.564292:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:2.0:1743493954.564295:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.564298:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a087c0, rc 0) 00000100:00100000:3.0:1743493954.564313:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:2438:x1828185027854464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 289us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.564321:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3389 00000100:00100000:2.0:1743493954.564355:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+496:13343:x1828185027854336:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 184us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.564362:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12747 00000100:00100000:3.0:1743493954.564398:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854208 00000100:00100000:3.0:1743493954.564403:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854208 00000100:00100000:3.0:1743493954.564444:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3597 00000100:00100000:3.0:1743493954.564449:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027854208:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:0.0:1743493954.564905:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.564916:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493954.564960:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:0.0:1743493954.564965:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.564986:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.565035:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ffa expref: 497 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.565057:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ffa expref: 496 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.565064:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493954.565067:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493954.565070:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a09e40, rc 0) 00000100:00100000:0.0:1743493954.570391:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:13289:x1828185027853952:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 15656us (15890us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.570412:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12746 00000100:00100000:3.0:1743493954.571361:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027854208:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 6905us (7791us total) trans 4294974832 rc 0/0 00000100:00100000:3.0:1743493954.571375:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3597 00000100:00100000:0.0:1743493954.578851:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.578965:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854592 00000100:00100000:2.0:1743493954.578980:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854592 00000100:00100000:2.0:1743493954.579090:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3598 00000100:00100000:2.0:1743493954.579101:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+495:13343:x1828185027854592:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:3.0:1743493954.579981:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.580039:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.580126:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854720 00000100:00100000:1.0:1743493954.580133:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854720 00000100:00100000:1.0:1743493954.580203:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3599 00000100:00100000:1.0:1743493954.580211:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027854720:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493954.581169:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027854976 00000100:00100000:1.0:1743493954.581176:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027854976 00000100:00100000:1.0:1743493954.581239:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12748 00000100:00100000:1.0:1743493954.581246:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027854976:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.581325:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493954.581381:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4adffc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1be:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8f3 expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581417:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4adf77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1be:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8c2 expref: 498 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581441:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4aae31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949669 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581459:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be:0x0].0x0 (ffff998b50229700) 00010000:00010000:1.0:1743493954.581486:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4ad257 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3eb expref: 496 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581501:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493954.581505:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.581548:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.581565:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 495 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581574:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.581652:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 495 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.581667:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 495 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.581684:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488704:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.581843:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493954.586477:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027854720:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 6249us (6481us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.586497:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3599 00000100:00100000:1.0:1743493954.588909:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13343:x1828185027854592:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 9796us (10060us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.588930:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3598 00000100:00100000:1.0:1743493954.589168:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060488704:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.589246:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:3.0:1743493954.599118:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.599236:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027855104 00000100:00100000:0.0:1743493954.599251:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027855104 00010000:00010000:0.0:1743493954.599321:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 492 pid: 6553 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.599386:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3390 00000100:00100000:0.0:1743493954.599396:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+492:2440:x1828185027855104:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493954.599433:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493954.599443:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 492 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.599458:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 492 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.599489:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5f82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952001 expref: 492 pid: 6553 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.599515:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:0.0:1743493954.599522:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.599534:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.599544:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493954.599618:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.600455:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600467:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600556:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600569:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600579:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600795:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600804:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.600811:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493954.601278:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].331, 64 off29440 00000040:00080000:1.0:1743493954.601322:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3805, 184 off671400 00010000:00010000:1.0:1743493954.601481:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601493:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601502:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601509:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601516:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601522:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601529:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601536:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.601541:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601549:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601560:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.601564:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.601569:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601576:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5f9e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601619:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601627:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601633:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601638:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.601642:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601648:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601657:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1be:0x0].0x0 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.601659:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.601663:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.601668:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5f97 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1be:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493954.603258:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+492:2440:x1828185027855104:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3846us (4139us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.603277:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3390 00000100:00100000:2.0:1743493954.608180:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.608735:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027855360 00000100:00100000:3.0:1743493954.608783:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027855360 00000100:00100000:3.0:1743493954.608876:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3600 00000100:00100000:3.0:1743493954.608888:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027855360:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493954.609424:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027855360:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 534us (1253us total) trans 4294974834 rc 0/0 00000100:00100000:3.0:1743493954.609435:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3600 00010000:00010000:1.0:1743493954.612076:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612096:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612105:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612112:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.612118:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612132:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612152:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493954.612155:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.612161:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612168:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5f89 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493954.612191:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006b4b18b5 reply state 00000000a3303400 transno 4294974833 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612205:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493954.612213:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xe2501d74 (ffff998b55ff6400) 00010000:00010000:1.0:1743493954.612215:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.612219:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493954.617614:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+493:13290:x1828185027854976:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 36345us (37552us total) trans 4294974833 rc 0/0 00000100:00100000:0.0:1743493954.617634:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12748 00000100:00100000:1.0:1743493954.620278:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.620527:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.620674:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027855488 00000100:00100000:1.0:1743493954.620687:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027855488 00000100:00100000:1.0:1743493954.620792:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027855744 00000100:00100000:1.0:1743493954.620797:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027855744 00000100:00100000:1.0:1743493954.620845:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12749 00000100:00100000:1.0:1743493954.620855:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+494:13345:x1828185027855488:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:1.0:1743493954.620884:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.620932:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952008 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.621001:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 495 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.621018:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 495 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.621030:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:1.0:1743493954.621033:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.621039:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a08040, rc 0) 00000100:00100000:1.0:1743493954.621127:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+495:13345:x1828185027855488:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 272us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.621135:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12749 00000100:00100000:1.0:1743493954.621181:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12750 00000100:00100000:1.0:1743493954.621187:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027855744:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.622932:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493954.622981:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4ae0b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1bf:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a940 expref: 494 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623034:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4ae06c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a91d expref: 493 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623059:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4aae62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494967e expref: 492 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623078:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bf:0x0].0x0 (ffff998b502293c0) 00010000:00010000:1.0:1743493954.623109:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4ad2e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a423 expref: 491 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623125:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:1.0:1743493954.623129:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.623176:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.623191:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 490 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623200:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.623294:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 490 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.623312:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 490 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:1.0:1743493954.623342:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060488832:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493954.623501:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493954.629147:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060488832:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493954.629237:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:1.0:1743493954.636822:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.636904:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.636993:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027855872 00000100:00100000:2.0:1743493954.637007:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027855872 00000100:00100000:2.0:1743493954.637098:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027856128 00000100:00100000:2.0:1743493954.637102:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027856128 00000100:00100000:2.0:1743493954.637141:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3601 00000100:00100000:2.0:1743493954.637152:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13345:x1828185027855872:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:0.0:1743493954.638366:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3602 00000100:00100000:0.0:1743493954.638378:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+493:13290:x1828185027856128:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493954.638801:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:13290:x1828185027856128:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 372us (1845us total) trans 4294974835 rc 0/0 00000100:00100000:0.0:1743493954.638812:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3602 00000100:00100000:3.0:1743493954.648281:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.654031:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027856384 00000100:00100000:1.0:1743493954.654055:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027856384 00000100:00100000:2.0:1743493954.654357:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+493:13345:x1828185027855872:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 17196us (17541us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493954.654373:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3601 00000100:00100000:1.0:1743493954.655534:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12751 00000100:00100000:1.0:1743493954.655547:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027856384:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.655650:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493954.655687:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4ad59f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a542 expref: 492 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.655725:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4ad505 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4fc expref: 491 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.655749:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4aab91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949551 expref: 490 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.655783:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b6:0x0].0x0 (ffff998b502b1080) 00010000:00010000:1.0:1743493954.655804:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.655848:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.655865:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.655875:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.655923:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.655931:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.655937:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656087:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656096:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656103:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493954.656527:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].332, 64 off29504 00000040:00080000:1.0:1743493954.656579:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3806, 184 off671584 00010000:00010000:1.0:1743493954.656745:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656777:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656786:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656794:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656801:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656807:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656813:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656819:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a087c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.656824:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656832:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656844:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b6:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.656847:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.656852:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656858:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c5fc8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656894:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656901:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656906:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656911:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.656915:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656921:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656929:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b6:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:1.0:1743493954.656932:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.656935:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.656940:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c5fc1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657195:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657203:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657210:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657215:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.657218:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657224:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657234:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493954.657236:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.657239:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657244:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c5fb3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493954.657259:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a8dc758d reply state 0000000096582160 transno 4294974836 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657271:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493954.657276:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xbf0c4e99 (ffff998b55ff5080) 00010000:00010000:1.0:1743493954.657279:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.657282:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493954.657420:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027856384:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1871us (9149us total) trans 4294974836 rc 0/0 00000100:00100000:1.0:1743493954.657433:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12751 00000100:00100000:2.0:1743493954.664238:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.664618:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027856512 00000100:00100000:0.0:1743493954.664631:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027856512 00010000:00010000:0.0:1743493954.664697:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 491 pid: 6554 timeout: 1256 lvb_type: 0 00000100:00100000:0.0:1743493954.664741:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3391 00000100:00100000:0.0:1743493954.664768:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+491:2439:x1828185027856512:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493954.664798:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493954.664806:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 491 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.664820:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 491 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.664847:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5fa5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952008 expref: 491 pid: 6554 timeout: 1256 lvb_type: 0 00010000:00010000:0.0:1743493954.664869:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:0.0:1743493954.664874:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.664885:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.664893:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.664951:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493954.665037:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+490:2439:x1828185027856512:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 287us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.665047:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3391 00010000:00010000:0.0:1743493954.665107:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665116:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665185:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665195:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665202:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665377:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665385:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.665401:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:0.0:1743493954.665847:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].328, 64 off29248 00000040:00080000:0.0:1743493954.666157:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3808, 184 off671928 00010000:00010000:0.0:1743493954.666317:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666345:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666355:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666363:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666370:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666376:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666383:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666390:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493954.666394:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666403:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666413:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bf:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:0.0:1743493954.666416:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493954.666421:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666427:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5fdd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666469:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666477:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666484:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666489:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.666494:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666500:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666509:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bf:0x0].0x0 (ffff998b55ff7100) 00010000:00010000:0.0:1743493954.666511:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493954.666515:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666521:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5fd6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666803:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666811:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666818:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666823:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.666827:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666838:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666848:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:0.0:1743493954.666851:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.666854:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666861:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fac lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:0.0:1743493954.666879:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000049761843 reply state 000000009f7e716c transno 4294974837 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666892:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.666899:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xe2501d74 (ffff998b55ff5d80) 00010000:00010000:0.0:1743493954.666902:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493954.666905:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493954.667012:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027855744:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 45819us (46502us total) trans 4294974837 rc 0/0 00000100:00100000:0.0:1743493954.667022:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12750 00000100:00100000:0.0:1743493954.685931:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.686126:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.686875:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027856768 00000100:00100000:3.0:1743493954.686888:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027857024 00000100:00100000:2.0:1743493954.686890:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027856768 00000100:00100000:3.0:1743493954.686898:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027857024 00000100:00100000:3.0:1743493954.687010:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3603 00000100:00100000:3.0:1743493954.687021:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027857024:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493954.687861:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027857024:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 837us (1732us total) trans 4294974838 rc 0/0 00000100:00100000:3.0:1743493954.687871:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3603 00000100:00100000:2.0:1743493954.689503:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3604 00000100:00100000:2.0:1743493954.689516:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+493:13290:x1828185027856768:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.689881:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+494:13290:x1828185027856768:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 366us (3962us total) trans 4294974839 rc 0/0 00000100:00100000:2.0:1743493954.689890:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3604 00000100:00100000:0.0:1743493954.703816:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.711371:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027857280 00000100:00100000:1.0:1743493954.711395:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027857280 00000100:00100000:2.0:1743493954.711737:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12752 00000100:00100000:2.0:1743493954.711794:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027857280:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.711897:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493954.711940:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4ad6cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5b2 expref: 493 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.711981:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4ad64e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a573 expref: 492 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.712006:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4aabbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494955f expref: 491 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.712023:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b7:0x0].0x0 (ffff998b502b06c0) 00010000:00010000:2.0:1743493954.712046:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.712095:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712111:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712123:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712171:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712184:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712190:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712372:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712381:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.712389:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493954.712856:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].329, 64 off29312 00000040:00080000:2.0:1743493954.712911:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3809, 184 off672112 00010000:00010000:2.0:1743493954.713077:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713087:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713096:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713104:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713111:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713117:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713128:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713134:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.713139:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713147:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713157:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b7:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:2.0:1743493954.713160:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.713165:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713171:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c5ff9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713209:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713216:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713223:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713228:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.713232:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713239:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713251:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b7:0x0].0x0 (ffff998b55ff5700) 00010000:00010000:2.0:1743493954.713254:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.713257:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713262:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c5ff2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713542:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713550:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713556:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713561:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.713565:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713571:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713581:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493954.713584:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.713587:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713594:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c5fe4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493954.713612:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e6762d75 reply state 000000009464607d transno 4294974840 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713624:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.713630:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xbf0c4e99 (ffff998b55ff7100) 00010000:00010000:2.0:1743493954.713633:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.713636:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.713822:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027857280:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2069us (10063us total) trans 4294974840 rc 0/0 00000100:00100000:2.0:1743493954.713833:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12752 00000100:00100000:1.0:1743493954.719497:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.719621:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027857536 00000100:00100000:0.0:1743493954.719637:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027857536 00000100:00100000:0.0:1743493954.719747:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12753 00000100:00100000:0.0:1743493954.719808:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027857536:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493954.719934:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493954.719974:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4adb79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a75d expref: 492 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.720012:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4ada29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ba:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a702 expref: 491 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.720036:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4aacf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495dd expref: 490 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.720052:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba:0x0].0x0 (ffff998c6c1d6400) 00010000:00010000:0.0:1743493954.720075:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493954.720122:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720140:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720152:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720203:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720212:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720219:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720414:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720427:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493954.720434:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:1.0:1743493954.724047:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].333, 64 off29568 00000040:00080000:1.0:1743493954.724121:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3810, 184 off672296 00010000:00010000:1.0:1743493954.724325:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724355:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724368:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724378:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724385:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724390:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724397:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724403:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.724408:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724416:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724434:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba:0x0].0x0 (ffff998b55ff4d40) 00010000:00010000:1.0:1743493954.724437:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.724444:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724449:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6015 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724494:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724500:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724505:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724510:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a087c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.724514:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724520:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724528:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ba:0x0].0x0 (ffff998b55ff4d40) 00010000:00010000:1.0:1743493954.724531:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.724534:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724539:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c600e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ba:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724838:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724847:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724854:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724859:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.724863:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724870:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724879:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493954.724881:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.724885:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724890:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6000 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:1.0:1743493954.724908:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a05e26b1 reply state 00000000733090e8 transno 4294974841 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724920:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.724928:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xd8045a37 (ffff998b55ff53c0) 00010000:00010000:1.0:1743493954.724930:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.724934:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493954.725087:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027857536:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5277us (5601us total) trans 4294974841 rc 0/0 00000100:00100000:1.0:1743493954.725103:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12753 00000100:00100000:0.0:1743493954.736722:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.736914:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027857792 00000100:00100000:2.0:1743493954.736927:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027857792 00000100:00100000:2.0:1743493954.737040:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3605 00000100:00100000:2.0:1743493954.737053:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027857792:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.737727:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027857792:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 673us (1022us total) trans 4294974842 rc 0/0 00000100:00100000:2.0:1743493954.737741:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3605 00000100:00100000:0.0:1743493954.757054:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.757144:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.757251:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027858048 00000100:00100000:2.0:1743493954.757264:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027858048 00000100:00100000:2.0:1743493954.757368:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3606 00000100:00100000:2.0:1743493954.757379:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027858048:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.757953:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027858048:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 573us (911us total) trans 4294974843 rc 0/0 00000100:00100000:2.0:1743493954.757963:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3606 00000100:00100000:1.0:1743493954.758412:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027858304 00000100:00100000:1.0:1743493954.758420:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027858304 00000100:00100000:1.0:1743493954.758484:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12754 00000100:00100000:1.0:1743493954.758491:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+493:13290:x1828185027858304:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.758566:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493954.758604:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4ade12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1bc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a844 expref: 493 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.758638:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4add8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a80c expref: 492 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.758660:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4aad7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949615 expref: 491 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.758678:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bc:0x0].0x0 (ffff998b50229080) 00010000:00010000:1.0:1743493954.758700:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.758747:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.758826:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.758838:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.758884:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.758892:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.758900:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759065:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759074:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759083:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:1.0:1743493954.759482:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].334, 64 off29632 00000040:00080000:1.0:1743493954.759530:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3811, 184 off672480 00010000:00010000:1.0:1743493954.759652:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759661:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759669:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759675:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759681:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759686:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759691:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759701:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.759705:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759712:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759720:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bc:0x0].0x0 (ffff998b53629700) 00010000:00010000:1.0:1743493954.759722:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.759727:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759732:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6031 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759800:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759807:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759813:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759819:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.759823:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759829:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759836:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bc:0x0].0x0 (ffff998b53629700) 00010000:00010000:1.0:1743493954.759839:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.759844:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.759849:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c602a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760108:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760116:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760122:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760127:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.760130:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760137:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760146:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493954.760149:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.760153:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760159:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c601c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:1.0:1743493954.760176:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007aebcce3 reply state 0000000098617823 transno 4294974844 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760187:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.760198:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xe93b25ce (ffff998b5362b780) 00010000:00010000:1.0:1743493954.760200:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.760203:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493954.760352:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027858304:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1856us (3203us total) trans 4294974844 rc 0/0 00000100:00100000:1.0:1743493954.760363:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12754 00000100:00100000:0.0:1743493954.769951:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.770052:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027858560 00000100:00100000:2.0:1743493954.770065:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027858560 00000100:00100000:2.0:1743493954.770155:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12755 00000100:00100000:2.0:1743493954.770166:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027858560:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.770283:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493954.770322:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4adc98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1bb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a7bf expref: 492 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.770370:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4adbfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a795 expref: 491 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.770405:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4aad04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495e4 expref: 490 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.770424:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bb:0x0].0x0 (ffff998c6c1d4040) 00010000:00010000:2.0:1743493954.770445:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.770491:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770509:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770521:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770569:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770578:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770586:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770822:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770832:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.770840:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493954.771247:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].330, 64 off29376 00000040:00080000:2.0:1743493954.771302:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3812, 184 off672664 00010000:00010000:2.0:1743493954.771475:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771486:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771495:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771503:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771510:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771516:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771523:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771530:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0bc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.771535:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771544:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771554:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bb:0x0].0x0 (ffff998b53628380) 00010000:00010000:2.0:1743493954.771557:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.771562:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771569:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c604d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771606:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771614:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771620:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771625:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.771630:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771636:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771644:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bb:0x0].0x0 (ffff998b53628380) 00010000:00010000:2.0:1743493954.771646:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.771649:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771654:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6046 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771936:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771944:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771948:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771952:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.771955:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771960:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771967:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493954.771969:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.771972:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.771977:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6038 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493954.771990:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000090e57b2f reply state 00000000d7c03ca7 transno 4294974845 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.772000:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.772005:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xd8045a37 (ffff998b53629a40) 00010000:00010000:2.0:1743493954.772008:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.772010:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.772123:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027858560:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1956us (2183us total) trans 4294974845 rc 0/0 00000100:00100000:2.0:1743493954.772136:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12755 00000100:00100000:0.0:1743493954.793497:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.793627:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027858816 00000100:00100000:3.0:1743493954.793642:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027858816 00000100:00100000:3.0:1743493954.793741:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3607 00000100:00100000:3.0:1743493954.793805:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027858816:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493954.794350:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027858816:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 596us (867us total) trans 4294974846 rc 0/0 00000100:00100000:3.0:1743493954.794359:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3607 00000100:00100000:0.0:1743493954.799770:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.802839:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859072 00000100:00100000:1.0:1743493954.802862:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859072 00000100:00100000:2.0:1743493954.805212:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12756 00000100:00100000:2.0:1743493954.805228:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027859072:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.805370:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493954.805425:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4adf3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1bd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8ad expref: 492 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.805464:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4adeb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a875 expref: 491 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.805488:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4aadba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949638 expref: 490 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.805505:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd:0x0].0x0 (ffff998b5022b100) 00010000:00010000:2.0:1743493954.805526:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.805570:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805586:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805596:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805643:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805651:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805662:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805892:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805901:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.805909:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493954.806345:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].331, 64 off29440 00000040:00080000:2.0:1743493954.806405:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3813, 184 off672848 00010000:00010000:2.0:1743493954.806562:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806573:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806582:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806590:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806597:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806602:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806609:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806619:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.806623:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806632:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806641:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd:0x0].0x0 (ffff998b53629700) 00010000:00010000:2.0:1743493954.806645:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.806649:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806656:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6069 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806693:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806699:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806705:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806711:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.806715:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806722:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806731:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1bd:0x0].0x0 (ffff998b53629700) 00010000:00010000:2.0:1743493954.806734:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.806737:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.806743:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6062 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807053:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807061:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807067:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807072:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.807076:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807083:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807092:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493954.807094:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.807098:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807104:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6054 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493954.807121:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002d8a37a2 reply state 00000000ff902832 transno 4294974847 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807132:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493954.807144:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xe93b25ce (ffff998b53628380) 00010000:00010000:2.0:1743493954.807146:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.807150:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.807307:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027859072:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2076us (7565us total) trans 4294974847 rc 0/0 00000100:00100000:2.0:1743493954.807318:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12756 00000100:00100000:0.0:1743493954.808632:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.809839:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859200 00000100:00100000:3.0:1743493954.809857:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859200 00000100:00100000:3.0:1743493954.809956:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12757 00000100:00100000:3.0:1743493954.809965:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+491:13290:x1828185027859200:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493954.809993:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.810034:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6070 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495200f expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.810157:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.810174:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.810188:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493954.810245:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c0:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.810250:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.810277:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493954.810307:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6070 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495200f expref: 493 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.810347:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495200f expref: 492 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.810357:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:3.0:1743493954.810360:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.810364:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a980, rc 0) 00000100:00100000:3.0:1743493954.810474:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027859200:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 508us (1846us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.810484:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12757 00000100:00100000:0.0:1743493954.816741:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.818885:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859328 00000100:00100000:3.0:1743493954.818906:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859328 00000100:00100000:3.0:1743493954.827405:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 422 00000100:00100000:3.0:1743493954.827427:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:2438:x1828185027859328:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:3.0:1743493954.827565:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.827608:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c607e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952016 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.827699:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.827717:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.827731:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.827915:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.827925:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.827932:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828078:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828088:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828096:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.828147:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x202:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.828152:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.828179:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828191:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828197:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828204:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828212:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.828216:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828225:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828239:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.828243:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.828248:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828254:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6085 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828277:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828283:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828288:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828293:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.828296:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828302:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828310:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x56ca4f59 (ffff998b53629d80) 00010000:00010000:3.0:1743493954.828313:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.828316:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828321:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c608c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828384:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c607e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952016 expref: 494 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828406:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952016 expref: 493 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828414:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493954.828417:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.828420:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1987c0, rc 0) 00010000:00010000:3.0:1743493954.828426:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.828448:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c609a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495201d expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828491:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828500:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828508:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828549:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828557:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828564:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828634:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828643:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828650:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.828674:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22c:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.828677:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.828687:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828695:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828702:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828708:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828713:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.828715:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828720:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828728:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.828730:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.828734:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828739:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c60a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828785:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828792:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828799:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828804:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.828807:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828817:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828824:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x106120ec (ffff998c47e9a400) 00010000:00010000:3.0:1743493954.828827:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.828830:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828836:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c60a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828873:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c609a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495201d expref: 495 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828888:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495201d expref: 494 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828896:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:3.0:1743493954.828898:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.828901:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b1996c0, rc 0) 00010000:00010000:3.0:1743493954.828905:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.828923:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c60b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952024 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.828959:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828967:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.828974:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829014:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829021:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829028:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829085:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829095:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829102:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.829122:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.829126:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.829137:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829145:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829151:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829157:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829162:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.829165:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829172:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829179:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.829182:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.829185:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829191:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c60bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829208:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829214:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829219:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829223:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50568f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.829226:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829231:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829237:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x46e192ec (ffff998b54c61700) 00010000:00010000:3.0:1743493954.829240:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.829242:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829247:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c60c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829279:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c60b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952024 expref: 496 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829295:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952024 expref: 495 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829302:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493954.829304:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.829307:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5056b4c0, rc 0) 00010000:00010000:3.0:1743493954.829311:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.829340:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c60d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495202b expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829376:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829385:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829393:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829433:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829440:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829447:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829522:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829532:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829539:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.829561:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.829564:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.829574:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829583:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829588:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829594:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829599:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505687c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.829601:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829608:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829616:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.829618:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.829621:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829627:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c60d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829644:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829650:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829656:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829662:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50569e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.829665:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829671:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829678:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xddbda88f (ffff998b519bd3c0) 00010000:00010000:3.0:1743493954.829681:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.829684:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829690:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c60e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829724:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c60d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495202b expref: 497 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829741:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495202b expref: 496 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829780:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493954.829783:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.829785:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187b880, rc 0) 00010000:00010000:3.0:1743493954.829790:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.829808:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c60ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952032 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.829839:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829846:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829853:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829884:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829890:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829895:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829948:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829955:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829960:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.829979:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c8:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.829982:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.829990:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.829997:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830002:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830007:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830011:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830013:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830018:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830024:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.830026:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830028:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830032:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c60f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830045:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830049:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830055:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830059:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830061:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830065:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830070:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xc144154 (ffff998b519bd080) 00010000:00010000:3.0:1743493954.830072:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830074:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830079:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c60fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830110:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c60ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952032 expref: 498 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830127:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952032 expref: 497 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830134:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493954.830136:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.830138:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187bc40, rc 0) 00010000:00010000:3.0:1743493954.830142:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.830162:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c610a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952039 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830206:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830214:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830222:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830260:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830268:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830274:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830351:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830361:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830368:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.830390:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f2:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.830393:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.830403:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830413:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830420:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830427:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830432:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830435:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830441:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830451:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.830453:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830457:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830463:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6111 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830480:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830487:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830493:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830498:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830501:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830511:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830518:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xf17aab4e (ffff998b519be400) 00010000:00010000:3.0:1743493954.830521:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830523:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830530:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6118 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830567:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c610a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952039 expref: 499 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830583:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952039 expref: 498 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830590:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:3.0:1743493954.830592:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.830595:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879a80, rc 0) 00010000:00010000:3.0:1743493954.830599:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493954.830618:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6126 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952040 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.830656:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830664:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830672:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830713:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830721:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830728:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830825:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830834:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830842:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493954.830864:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1da:0x0]: returning size 4096 00000004:00200000:3.0:1743493954.830867:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493954.830878:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830887:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830893:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830899:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830905:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830907:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830915:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830924:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493954.830926:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830929:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830935:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c612d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830953:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830960:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830966:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830971:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493954.830974:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830980:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830987:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x8cffc40b (ffff998b51864a00) 00010000:00010000:3.0:1743493954.830990:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493954.830992:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.830999:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6134 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493954.831033:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6126 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952040 expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.831048:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952040 expref: 499 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493954.831055:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493954.831058:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493954.831060:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b518787c0, rc 0) 00000100:00100000:3.0:1743493954.831210:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:2438:x1828185027859328:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 3785us (14481us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.831221:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 422 00000100:00100000:2.0:1743493954.831726:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.831952:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859456 00000100:00100000:2.0:1743493954.831963:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859456 00000100:00100000:2.0:1743493954.832022:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3608 00000100:00100000:2.0:1743493954.832029:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027859456:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493954.850124:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027859456:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 18079us (18384us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.850146:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3608 00000100:00100000:0.0:1743493954.859712:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.859864:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859584 00000100:00100000:1.0:1743493954.859877:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859584 00000100:00100000:1.0:1743493954.859966:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12758 00000100:00100000:1.0:1743493954.859976:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027859584:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493954.860004:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493954.860048:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6142 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952047 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.860159:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.860176:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.860189:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493954.860247:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c1:0x0]: returning size 4096 00000004:00200000:1.0:1743493954.860252:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493954.860277:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.860311:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6142 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952047 expref: 501 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.860350:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952047 expref: 500 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.860360:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:1.0:1743493954.860364:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493954.860368:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187a5c0, rc 0) 00000100:00100000:1.0:1743493954.860459:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027859584:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 483us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.860467:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12758 00000100:00100000:2.0:1743493954.863908:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.866830:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859712 00000100:00100000:0.0:1743493954.866854:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859712 00000100:00100000:0.0:1743493954.866993:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 423 00000100:00100000:0.0:1743493954.867005:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2440:x1828185027859712:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493954.867101:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.867144:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6150 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495204e expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.867233:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867251:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867265:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867312:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867320:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867327:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867524:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867535:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867543:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.867589:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x203:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.867594:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.867622:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867635:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867642:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867649:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867656:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.867661:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867671:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867685:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.867688:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.867695:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867700:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6157 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867722:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867728:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867734:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867740:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.867743:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867749:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867813:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x56ca4f59 (ffff998b51864a00) 00010000:00010000:0.0:1743493954.867816:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.867819:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867825:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c615e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867878:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6150 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495204e expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.867900:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495204e expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.867908:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493954.867911:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.867914:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879e40, rc 0) 00010000:00010000:0.0:1743493954.867920:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.867943:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c616c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952055 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.867984:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.867993:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868000:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868042:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868050:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868057:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868131:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868142:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868150:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.868173:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22d:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.868176:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.868188:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868196:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868201:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868207:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868212:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.868215:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868222:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868230:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.868233:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.868237:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868243:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6173 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868261:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868267:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868273:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868278:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.868281:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868288:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868295:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x106120ec (ffff998b51865d80) 00010000:00010000:0.0:1743493954.868298:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.868301:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868307:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c617a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868360:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c616c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952055 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868379:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952055 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868392:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:0.0:1743493954.868395:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.868398:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878040, rc 0) 00010000:00010000:0.0:1743493954.868403:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.868426:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6188 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495205c expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868468:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868478:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868485:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868526:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868535:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868542:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868619:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868629:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868636:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.868658:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.868661:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.868673:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868681:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868687:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868693:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868699:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.868702:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868708:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868716:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.868719:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.868722:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868728:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c618f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868745:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868801:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868809:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868814:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.868818:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868824:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868832:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x46e192ec (ffff998b518653c0) 00010000:00010000:0.0:1743493954.868835:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.868838:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868844:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6196 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.868884:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6188 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495205c expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868905:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495205c expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868913:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493954.868915:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.868918:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55e66d40, rc 0) 00010000:00010000:0.0:1743493954.868923:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.868945:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c61a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952063 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.868992:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869001:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869009:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869054:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869063:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869071:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869144:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869155:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869162:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.869185:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.869188:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.869199:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869208:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869215:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869221:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869227:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e67100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.869230:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869237:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869245:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.869248:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.869252:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869258:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c61ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869276:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869284:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869290:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869295:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e66980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.869298:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869309:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869317:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xddbda88f (ffff998b51866400) 00010000:00010000:0.0:1743493954.869320:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.869323:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869344:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c61b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869382:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c61a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952063 expref: 505 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869401:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952063 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869408:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493954.869410:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.869413:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfbc40, rc 0) 00010000:00010000:0.0:1743493954.869418:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.869441:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c61c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495206a expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869484:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869493:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869501:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869546:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869554:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869561:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869631:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869642:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869650:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.869673:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ca:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.869676:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.869688:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869698:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869704:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869710:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869716:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.869719:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869726:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869734:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.869737:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.869740:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869747:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c61c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869802:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869809:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869815:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869821:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.869824:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869831:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869839:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xc144154 (ffff998b51866dc0) 00010000:00010000:0.0:1743493954.869842:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.869846:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869852:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c61ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.869893:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c61c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495206a expref: 506 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869911:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495206a expref: 505 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869919:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493954.869921:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.869924:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf8f40, rc 0) 00010000:00010000:0.0:1743493954.869929:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.869951:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c61dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952071 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.869993:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870003:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870011:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870055:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870062:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870069:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870140:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870151:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870159:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.870184:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f3:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.870187:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.870197:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870205:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870211:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870217:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870222:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.870225:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870231:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870239:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.870241:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.870245:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870251:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c61e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870270:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870276:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870283:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870289:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.870292:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870299:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870306:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xf17aab4e (ffff998b51867780) 00010000:00010000:0.0:1743493954.870309:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.870312:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.870318:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c61ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00000100:00100000:3.0:1743493954.874675:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.874793:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.874894:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027859968 00000100:00100000:2.0:1743493954.874908:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027859968 00000100:00100000:2.0:1743493954.875000:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3609 00000100:00100000:2.0:1743493954.875010:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027859968:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.875417:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027859968:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 406us (755us total) trans 4294974848 rc 0/0 00000100:00100000:2.0:1743493954.875426:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3609 00000100:00100000:1.0:1743493954.875712:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860096 00000100:00100000:1.0:1743493954.875718:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860096 00000100:00100000:1.0:1743493954.875792:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12759 00000100:00100000:1.0:1743493954.875799:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13351:x1828185027860096:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:1.0:1743493954.875812:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1743493954.878935:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.881628:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860352 00000100:00100000:2.0:1743493954.881649:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860352 00000100:00100000:2.0:1743493954.881783:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12760 00000100:00100000:2.0:1743493954.881794:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027860352:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.881899:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493954.881937:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4ae589 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aad6 expref: 509 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.885779:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495207f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.885891:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 509 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.885915:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 509 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.885927:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493954.885932:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.885938:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfad40, rc 0) 00000100:00100000:1.0:1743493954.886080:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+509:13351:x1828185027860096:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 10277us (11283us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493954.886092:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12759 00010000:00010000:2.0:1743493954.887173:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4ae4f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aaac expref: 508 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.887205:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4ab0f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949750 expref: 507 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.887221:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c4:0x0].0x0 (ffff998b502b0040) 00010000:00010000:2.0:1743493954.887251:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6077 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495200f expref: 506 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.887266:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493954.887271:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.887323:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.887347:0:6554:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.887355:0:6554:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.887458:0:6554:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.887476:0:6554:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 505 pid: 8615 timeout: 1257 lvb_type: 0 00000100:00100000:2.0:1743493954.887495:0:6554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532ded80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060488960:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493954.887633:0:6554:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:0.0:1743493954.888641:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c61dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952071 expref: 506 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.888673:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952071 expref: 505 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.888688:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493954.888691:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.888695:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf96c0, rc 0) 00010000:00010000:0.0:1743493954.888707:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493954.888742:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6206 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952078 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.888827:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.888842:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.888855:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.888907:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.888916:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.888924:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889071:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889082:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889089:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493954.889141:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1db:0x0]: returning size 4096 00000004:00200000:0.0:1743493954.889147:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493954.889174:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889185:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889192:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889198:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889204:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.889209:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889217:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889227:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493954.889229:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.889234:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889239:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c620d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889258:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889264:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889270:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889276:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493954.889279:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889286:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889293:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x8cffc40b (ffff998b51864d40) 00010000:00010000:0.0:1743493954.889296:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493954.889299:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889305:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6214 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493954.889359:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6206 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952078 expref: 507 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.889380:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952078 expref: 506 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493954.896946:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493954.896960:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493954.896966:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0f4c0, rc 0) 00000100:00100000:0.0:1743493954.897187:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:2440:x1828185027859712:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 30176us (33286us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.897202:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 423 00000100:00100000:1.0:1743493954.905708:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.905886:0:6554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532ded80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6554:1828185060488960:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493954.905974:0:6554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000100:00100000:3.0:1743493954.906947:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860608 00000100:00100000:3.0:1743493954.906961:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860608 00000100:00100000:3.0:1743493954.907061:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3610 00000100:00100000:3.0:1743493954.907072:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13351:x1828185027860608:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:2.0:1743493954.915316:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.915844:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860480 00000100:00100000:3.0:1743493954.915857:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860480 00000100:00100000:0.0:1743493954.916310:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae96850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13351:x1828185027860608:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 9234us (10612us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.916322:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3610 00000100:00100000:0.0:1743493954.916547:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3611 00000100:00100000:0.0:1743493954.916556:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027860480:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493954.927734:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027860480:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11159us (12418us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493954.927794:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3611 00000100:00100000:1.0:1743493954.932842:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.932940:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860736 00000100:00100000:3.0:1743493954.932953:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860736 00010000:00010000:3.0:1743493954.933022:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 506 pid: 8615 timeout: 1257 lvb_type: 0 00000100:00100000:3.0:1743493954.933058:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3392 00000100:00100000:3.0:1743493954.933067:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:2437:x1828185027860736:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493954.933100:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493954.933109:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 506 pid: 8615 timeout: 1257 lvb_type: 0 00010000:00010000:3.0:1743493954.933124:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 506 pid: 8615 timeout: 1257 lvb_type: 0 00010000:00010000:3.0:1743493954.933156:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c61f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495207f expref: 506 pid: 8615 timeout: 1257 lvb_type: 0 00010000:00010000:3.0:1743493954.933181:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:3.0:1743493954.933187:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.933198:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.933207:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493954.933281:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493954.933394:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+505:2437:x1828185027860736:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 326us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493954.933403:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3392 00010000:00010000:2.0:1743493954.933725:0:6554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.933735:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.933862:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.933874:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.933884:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934070:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934079:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934087:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:2.0:1743493954.934538:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].335, 64 off29696 00000040:00080000:2.0:1743493954.934586:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3814, 184 off673032 00010000:00010000:2.0:1743493954.934741:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934790:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934800:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934807:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934814:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934819:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934826:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934832:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.934836:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934844:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934855:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c4:0x0].0x0 (ffff998b51867780) 00010000:00010000:2.0:1743493954.934858:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.934863:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934869:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6230 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934908:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934915:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934920:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934924:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.934928:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934933:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934939:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c4:0x0].0x0 (ffff998b51867780) 00010000:00010000:2.0:1743493954.934941:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.934944:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.934949:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6229 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.935186:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.935193:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.935198:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.935202:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.935205:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.935215:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.939198:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493954.939204:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.939214:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.939223:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c61ff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493954.939286:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e73f8af4 reply state 00000000a9046a3a transno 4294974849 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.939302:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.939310:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x30480a6c (ffff998b51864d40) 00010000:00010000:2.0:1743493954.939313:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.939318:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.939509:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027860352:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 57710us (60581us total) trans 4294974849 rc 0/0 00000100:00100000:2.0:1743493954.939521:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12760 00000100:00100000:1.0:1743493954.954251:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493954.954318:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027860992 00000100:00100000:0.0:1743493954.954340:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027860992 00000100:00100000:0.0:1743493954.954440:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3612 00000100:00100000:0.0:1743493954.954452:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027860992:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493954.954953:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.955022:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027861248 00000100:00100000:2.0:1743493954.955028:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027861248 00000100:00100000:0.0:1743493954.955030:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027860992:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 579us (792us total) trans 4294974850 rc 0/0 00000100:00100000:0.0:1743493954.955039:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3612 00000100:00100000:2.0:1743493954.955079:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3613 00000100:00100000:2.0:1743493954.955090:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027861248:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.955963:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027861248:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 871us (1004us total) trans 4294974851 rc 0/0 00000100:00100000:2.0:1743493954.964919:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3613 00000100:00100000:1.0:1743493954.971860:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.973161:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027861504 00000100:00100000:2.0:1743493954.973177:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027861504 00000100:00100000:2.0:1743493954.973302:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12761 00000100:00100000:2.0:1743493954.973314:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532ddc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027861504:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.973457:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493954.973496:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4ae6d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ab46 expref: 508 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.973533:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b2980/0x1414d533cd4ae64d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ab15 expref: 507 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.973555:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4ab187 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949781 expref: 506 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.973575:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c5:0x0].0x0 (ffff998b502b20c0) 00010000:00010000:2.0:1743493954.973605:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6149 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952047 expref: 505 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.973622:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:2.0:1743493954.973627:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.973675:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.973692:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.973704:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.973820:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.973829:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.973836:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974018:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974027:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974034:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:2.0:1743493954.974492:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].332, 64 off29504 00000040:00080000:2.0:1743493954.974550:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3815, 184 off673216 00010000:00010000:2.0:1743493954.974722:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974733:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974743:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974803:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974812:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974823:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974829:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974835:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.974840:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974849:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974860:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c5:0x0].0x0 (ffff998b51866dc0) 00010000:00010000:2.0:1743493954.974863:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.974868:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974875:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c624c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974914:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974921:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974927:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974932:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545ba980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.974936:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974946:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974954:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c5:0x0].0x0 (ffff998b51866dc0) 00010000:00010000:2.0:1743493954.974956:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.974959:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.974964:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c6245 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975243:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975251:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975258:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975264:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.975267:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975273:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975283:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:2.0:1743493954.975285:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.975289:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975294:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c6237 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493954.975312:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f4044d72 reply state 000000001eb8fd35 transno 4294974852 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975324:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.975343:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x30480a6c (ffff998b51867780) 00010000:00010000:2.0:1743493954.975346:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.975350:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.975512:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532ddc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027861504:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2195us (3664us total) trans 4294974852 rc 0/0 00000100:00100000:2.0:1743493954.975523:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12761 00000100:00100000:1.0:1743493954.976914:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.981276:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493954.981439:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027862016 00000100:00100000:1.0:1743493954.981455:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027862016 00000100:00100000:1.0:1743493954.981561:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3614 00000100:00100000:1.0:1743493954.981573:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027862016:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493954.982169:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027862016:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 596us (906us total) trans 4294974853 rc 0/0 00000100:00100000:1.0:1743493954.982180:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3614 00000100:00100000:2.0:1743493954.982444:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027861760 00000100:00100000:2.0:1743493954.982451:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027861760 00000100:00100000:2.0:1743493954.982510:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12762 00000100:00100000:2.0:1743493954.982517:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027861760:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493954.982577:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493954.982614:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14b80/0x1414d533cd4ae2f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa0b expref: 507 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.982647:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4ae295 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a9e8 expref: 506 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.982670:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4ab00d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49496fc expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493954.982687:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c2:0x0].0x0 (ffff998c47e9adc0) 00010000:00010000:2.0:1743493954.982708:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493954.982769:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.982786:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.982797:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.982840:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.982847:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.982853:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983009:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983018:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983025:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:2.0:1743493954.983404:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].336, 64 off29760 00000040:00080000:2.0:1743493954.983458:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3816, 184 off673400 00010000:00010000:2.0:1743493954.983613:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983622:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983631:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983641:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983649:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983655:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983663:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983671:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54702200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493954.983676:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983685:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983696:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c2:0x0].0x0 (ffff998b518653c0) 00010000:00010000:2.0:1743493954.983699:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493954.983704:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983711:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c6268 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983746:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983784:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983790:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983797:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bb880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.983802:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983809:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983818:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c2:0x0].0x0 (ffff998b518653c0) 00010000:00010000:2.0:1743493954.983821:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493954.983824:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.983830:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c6261 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984107:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984115:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984121:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984126:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493954.984130:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984137:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984147:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:2.0:1743493954.984150:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493954.984154:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984160:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c6253 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493954.984178:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000016411fb0 reply state 000000000ba53762 transno 4294974854 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984191:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493954.984198:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x4e78d319 (ffff998b51866400) 00010000:00010000:2.0:1743493954.984201:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493954.984204:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493954.984315:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027861760:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1793us (7402us total) trans 4294974854 rc 0/0 00000100:00100000:2.0:1743493954.984324:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12762 00000100:00100000:3.0:1743493954.992124:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493954.992317:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493954.992628:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027862272 00000100:00100000:2.0:1743493954.992643:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027862272 00000100:00100000:2.0:1743493954.992735:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3615 00000100:00100000:2.0:1743493954.992745:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027862272:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493954.993326:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027862272:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 579us (1212us total) trans 4294974855 rc 0/0 00000100:00100000:2.0:1743493954.993348:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3615 00000100:00100000:1.0:1743493954.994392:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027862528 00000100:00100000:1.0:1743493954.994405:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027862528 00000100:00100000:1.0:1743493954.994495:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12763 00000100:00100000:1.0:1743493954.994505:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027862528:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493954.994595:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493954.994634:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4ae416 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa5f expref: 507 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.994673:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4ae38a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa35 expref: 506 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.994696:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4ab084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949726 expref: 505 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493954.994713:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c3:0x0].0x0 (ffff998b502b1d80) 00010000:00010000:1.0:1743493954.994736:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493954.994812:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.994829:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.994840:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.994883:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.994890:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.994897:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995065:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995075:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995082:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:1.0:1743493954.995501:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].333, 64 off29568 00000040:00080000:1.0:1743493954.995559:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3817, 184 off673584 00010000:00010000:1.0:1743493954.995721:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995732:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995742:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995785:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995794:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995800:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995808:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995815:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493954.995821:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995830:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995841:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c3:0x0].0x0 (ffff998b51865d80) 00010000:00010000:1.0:1743493954.995845:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493954.995850:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995858:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c6284 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995897:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995904:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995909:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995914:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.995918:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995924:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995933:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c3:0x0].0x0 (ffff998b51865d80) 00010000:00010000:1.0:1743493954.995935:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493954.995938:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.995944:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c627d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996213:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996221:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996228:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996234:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54700040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493954.996238:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996245:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996255:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:1.0:1743493954.996258:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493954.996262:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996268:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c626f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:1.0:1743493954.996286:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000db1645fa reply state 0000000033145ffe transno 4294974856 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996300:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493954.996307:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x4e78d319 (ffff998b51866dc0) 00010000:00010000:1.0:1743493954.996310:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493954.996313:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493954.996495:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027862528:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1986us (4173us total) trans 4294974856 rc 0/0 00000100:00100000:1.0:1743493954.996507:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12763 00000100:00100000:0.0:1743493955.004864:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.005991:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027862784 00000100:00100000:1.0:1743493955.006006:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027862784 00000100:00100000:1.0:1743493955.006133:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12764 00000100:00100000:1.0:1743493955.006144:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027862784:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.006294:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493955.006342:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4ae7ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ab93 expref: 506 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.006381:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4ae765 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ab77 expref: 505 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.006402:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4ab1b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494979d expref: 504 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.006420:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c6:0x0].0x0 (ffff998b5022b780) 00010000:00010000:1.0:1743493955.006443:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.006490:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006509:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006521:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006569:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006578:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006586:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006806:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006816:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.006827:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.007247:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].337, 64 off29824 00000040:00080000:1.0:1743493955.007308:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3818, 184 off673768 00010000:00010000:1.0:1743493955.007490:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007502:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007512:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007520:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007528:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007535:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007542:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007548:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.007553:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007562:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007573:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c6:0x0].0x0 (ffff998b51864a00) 00010000:00010000:1.0:1743493955.007577:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.007582:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007588:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007628:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007636:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007642:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007647:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.007651:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007657:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007666:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c6:0x0].0x0 (ffff998b51864a00) 00010000:00010000:1.0:1743493955.007669:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.007673:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007679:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c6299 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007989:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.007997:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008004:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008010:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.008013:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008020:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008030:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493955.008032:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.008036:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008042:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c628b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.008059:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003a5453a4 reply state 00000000d56d91a9 transno 4294974857 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008071:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.008077:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x8344d724 (ffff998b518653c0) 00010000:00010000:1.0:1743493955.008080:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.008083:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.008236:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027862784:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2088us (3381us total) trans 4294974857 rc 0/0 00000100:00100000:1.0:1743493955.008248:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12764 00000100:00080000:2.0:1743493955.008988:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493925 00000100:00100000:2.0:1743493955.012705:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.013233:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863040 00000100:00100000:0.0:1743493955.013248:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863040 00000100:00100000:0.0:1743493955.013349:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3616 00000100:00100000:0.0:1743493955.013360:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae90850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027863040:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.015872:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae90850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027863040:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2498us (3165us total) trans 4294974858 rc 0/0 00000100:00100000:0.0:1743493955.015890:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3616 00000100:00100000:1.0:1743493955.022690:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.024011:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863296 00000100:00100000:3.0:1743493955.024029:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863296 00000100:00100000:3.0:1743493955.024142:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12765 00000100:00100000:3.0:1743493955.024153:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027863296:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.024270:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493955.024312:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4ae83e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494abc4 expref: 506 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.024361:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4ae7ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aba8 expref: 505 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.024384:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4ab221 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497c7 expref: 504 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.025005:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c7:0x0].0x0 (ffff998b544b6400) 00010000:00010000:3.0:1743493955.025028:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.025072:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025089:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025101:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025147:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025155:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025162:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025338:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025347:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.025353:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:2.0:1743493955.027995:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].334, 64 off29632 00000040:00080000:2.0:1743493955.028053:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3819, 184 off673952 00010000:00010000:2.0:1743493955.028228:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028247:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028258:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028268:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028275:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028281:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028289:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028295:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.028299:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028307:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028320:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c7:0x0].0x0 (ffff998b51865d80) 00010000:00010000:2.0:1743493955.028324:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.028339:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.028346:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62bc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029743:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029841:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029849:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029855:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.029860:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029868:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029883:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c7:0x0].0x0 (ffff998b51865d80) 00010000:00010000:2.0:1743493955.029887:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.029891:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.029897:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62b5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030252:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030260:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030266:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030272:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.030275:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030286:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030297:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:2.0:1743493955.030299:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.030303:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030310:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62a7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:2.0:1743493955.030340:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008c79c3ce reply state 00000000c4571963 transno 4294974859 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030355:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1743493955.030364:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x8344d724 (ffff998b51864a00) 00010000:00010000:2.0:1743493955.030366:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.030371:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.038425:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027863296:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 14253us (15730us total) trans 4294974859 rc 0/0 00000100:00100000:2.0:1743493955.038443:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12765 00000100:00100000:3.0:1743493955.039263:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.039725:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863424 00000100:00100000:2.0:1743493955.039738:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863424 00000100:00100000:2.0:1743493955.039848:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3617 00000100:00100000:2.0:1743493955.039858:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027863424:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493955.056276:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.056347:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863552 00000100:00100000:3.0:1743493955.056361:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863552 00000100:00100000:3.0:1743493955.056774:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3618 00000100:00100000:3.0:1743493955.056784:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027863552:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493955.058774:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027863424:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 18884us (19482us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.058795:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3617 00000100:00100000:0.0:1743493955.067142:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.067377:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863680 00000100:00100000:1.0:1743493955.067392:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863680 00000100:00100000:1.0:1743493955.067487:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12766 00000100:00100000:1.0:1743493955.067498:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027863680:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493955.067528:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.067576:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952086 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.067699:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067719:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067734:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067831:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067841:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067849:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.067998:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068009:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068016:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:1.0:1743493955.068084:0:6554:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20c:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.068091:0:6554:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.068119:0:6554:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068132:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068142:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068149:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068156:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068163:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.068168:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068177:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068191:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.068195:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.068200:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068207:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068231:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068238:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068244:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068249:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.068253:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068259:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068266:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x1674e29a (ffff998b51865d80) 00010000:00010000:1.0:1743493955.068270:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.068272:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068278:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493955.068342:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952086 expref: 509 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.068363:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952086 expref: 508 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.068371:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20c:0x0].0x0 (ffff998b4f62ca00) 00010000:00010000:1.0:1743493955.068374:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.068377:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a7880, rc 0) 00000100:00100000:1.0:1743493955.068478:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027863680:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 980us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.068488:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12766 00000100:00100000:2.0:1743493955.070814:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027863552:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 14017us (14540us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.070836:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3618 00000100:00100000:0.0:1743493955.075586:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.075744:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863808 00000100:00100000:3.0:1743493955.075882:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863808 00000100:00100000:3.0:1743493955.075976:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1336 00000100:00100000:3.0:1743493955.075985:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+506:2440:x1828185027863808:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493955.076020:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493955.076054:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c62d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952086 expref: 506 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.076371:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20c:0x0].0x0 (ffff998b4f62ca00) 00010000:00010000:3.0:1743493955.076379:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493955.076485:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+505:2440:x1828185027863808:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 498us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493955.076495:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1336 00000100:00100000:3.0:1743493955.078379:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.081433:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027863936 00000100:00100000:0.0:1743493955.081453:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027863936 00000100:00100000:0.0:1743493955.081567:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12767 00000100:00100000:0.0:1743493955.081577:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027863936:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:0.0:1743493955.081603:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.081649:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495208d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.081787:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.081804:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.081817:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.081865:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.081872:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.081879:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082026:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082041:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082048:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493955.082098:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20d:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.082103:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.082129:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082141:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082152:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082159:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082166:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082172:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.082177:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082185:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082199:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.082202:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.082208:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082215:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c62e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082237:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082244:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082250:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082255:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.082259:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082265:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082273:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x1674e29a (ffff998b51865d80) 00010000:00010000:0.0:1743493955.082275:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.082279:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082285:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c62ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.082348:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c62df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495208d expref: 507 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.082371:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495208d expref: 506 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.082383:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d:0x0].0x0 (ffff998b4f62c6c0) 00010000:00010000:0.0:1743493955.082386:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.082390:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:0.0:1743493955.082523:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027863936:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 945us (4152us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.082532:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12767 00000100:00100000:3.0:1743493955.084525:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.085473:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.085594:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864064 00000100:00100000:1.0:1743493955.085607:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864064 00000100:00100000:1.0:1743493955.085697:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12768 00000100:00100000:1.0:1743493955.085705:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:13355:x1828185027864064:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:1.0:1743493955.085730:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.085787:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952094 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.085850:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 507 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.085866:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 507 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.085876:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.085879:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.085883:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a5e40, rc 0) 00000100:00100000:1.0:1743493955.085970:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13355:x1828185027864064:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 265us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.085978:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12768 00000100:00100000:2.0:1743493955.086874:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864320 00000100:00100000:2.0:1743493955.086884:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864320 00000100:00100000:2.0:1743493955.086959:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3619 00000100:00100000:2.0:1743493955.086967:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027864320:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.087931:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027864320:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 959us (2456us total) trans 4294974860 rc 0/0 00000100:00100000:2.0:1743493955.087944:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3619 00000100:00100000:3.0:1743493955.093605:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.093707:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.096169:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864448 00000100:00100000:0.0:1743493955.096189:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864448 00000100:00100000:0.0:1743493955.096316:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3620 00000100:00100000:0.0:1743493955.096337:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13355:x1828185027864448:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:1.0:1743493955.097660:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864576 00000100:00100000:1.0:1743493955.097674:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864576 00000100:00100000:1.0:1743493955.097778:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1337 00000100:00100000:1.0:1743493955.097787:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cfde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+509:2440:x1828185027864576:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493955.097818:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493955.097857:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c62f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495208d expref: 509 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.097892:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d:0x0].0x0 (ffff998b4f62c6c0) 00010000:00010000:1.0:1743493955.097898:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493955.099876:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cfde850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+508:2440:x1828185027864576:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2075us (6155us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.099893:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1337 00000100:00100000:3.0:1743493955.100971:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.101272:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864832 00000100:00100000:1.0:1743493955.101284:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864832 00000100:00100000:1.0:1743493955.101382:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12769 00000100:00100000:1.0:1743493955.101393:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027864832:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.101492:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.101529:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4b52bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cd9e expref: 509 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101565:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4b9ebc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e721 expref: 508 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101588:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4b5256 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cd74 expref: 507 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101606:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20c:0x0].0x0 (ffff998b4f62ca00) 00010000:00010000:1.0:1743493955.101635:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6093 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952016 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101650:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.101654:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.101699:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.101715:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 505 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101724:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.101829:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 505 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.101843:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 505 pid: 6554 timeout: 1257 lvb_type: 0 00000100:00100000:1.0:1743493955.101859:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda6200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489088:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493955.101980:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493955.108891:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.108974:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.109132:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda6200 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489088:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493955.109218:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493955.109308:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027864960 00000100:00100000:0.0:1743493955.109319:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027864960 00000100:00100000:0.0:1743493955.109427:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 424 00000100:00100000:0.0:1743493955.109438:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+506:2438:x1828185027864960:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493955.109518:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.109553:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c6309 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495209b expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.109627:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109642:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109653:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109699:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109705:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109711:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109922:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109932:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.109939:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.109962:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21d:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.109966:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.109989:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110000:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110009:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110015:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110021:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110031:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.110036:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110044:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110057:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.110060:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.110067:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110073:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c6310 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110092:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110099:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110104:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110109:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.110112:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110118:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110126:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x9e362f1b (ffff998b51865d80) 00010000:00010000:0.0:1743493955.110129:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.110133:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110138:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c6317 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110187:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c6309 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495209b expref: 507 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110206:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495209b expref: 506 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110214:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21d:0x0].0x0 (ffff998b519be740) 00010000:00010000:0.0:1743493955.110216:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.110219:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a56c0, rc 0) 00010000:00010000:0.0:1743493955.110224:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.110244:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c6325 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520a2 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110286:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110294:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110301:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110355:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110363:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110370:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110452:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110463:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110470:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000100:00100000:3.0:1743493955.110480:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027865216 00000100:00100000:3.0:1743493955.110487:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027865216 00000004:00200000:0.0:1743493955.110487:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20a:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.110489:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.110500:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110509:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110515:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110521:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110526:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110531:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.110534:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110540:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00000100:00100000:3.0:1743493955.110543:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3621 00010000:00010000:0.0:1743493955.110550:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00000100:00100000:3.0:1743493955.110551:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae95050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027865216:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:0.0:1743493955.110552:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.110556:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110561:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c632c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110577:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110584:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110590:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110594:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.110597:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110602:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110610:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa5e17578 (ffff998b518660c0) 00010000:00010000:0.0:1743493955.110612:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.110614:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110619:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c6333 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110656:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c6325 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a2 expref: 509 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110673:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a2 expref: 508 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110680:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20a:0x0].0x0 (ffff998b4f62da40) 00010000:00010000:0.0:1743493955.110682:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.110684:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4f40, rc 0) 00010000:00010000:0.0:1743493955.110689:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.110706:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c6341 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520a9 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.110741:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110789:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.110799:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112054:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112070:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112133:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112270:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x213:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112286:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112294:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.112317:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x213:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.112322:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.112353:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x213:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112364:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112373:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112380:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112387:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112394:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.112399:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112407:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112420:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.112423:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.112486:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112495:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c6348 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112519:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112525:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112532:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112538:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.112541:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112549:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112558:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x103f9c81 (ffff998b51865700) 00010000:00010000:0.0:1743493955.112561:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.112564:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112570:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c634f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112626:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c6341 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a9 expref: 511 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.112649:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a9 expref: 510 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.112663:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x213:0x0].0x0 (ffff998b542b0d40) 00010000:00010000:0.0:1743493955.112666:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.112669:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a6d40, rc 0) 00010000:00010000:0.0:1743493955.112678:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.112703:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c635d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520b0 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.112841:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112851:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112858:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112899:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112907:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.112913:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.114693:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13355:x1828185027864448:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 18354us (21091us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.114711:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3620 00000100:00100000:2.0:1743493955.114853:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae95050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+510:13289:x1828185027865216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 4300us (5877us total) trans 4294974861 rc 0/0 00000100:00100000:2.0:1743493955.114862:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3621 00010000:00010000:0.0:1743493955.116058:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x208:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116130:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116146:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.116211:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x208:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.116217:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.116247:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x208:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116259:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116270:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116277:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116284:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116291:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53503100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.116296:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116310:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116326:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.116337:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.116344:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116350:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c6364 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116379:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116386:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116391:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116395:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53500b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.116398:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116404:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116412:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xca0b3ea (ffff998b51867ac0) 00010000:00010000:0.0:1743493955.116415:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.116418:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116423:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c636b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116486:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c635d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b0 expref: 510 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.116508:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b0 expref: 509 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.116516:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x208:0x0].0x0 (ffff998b5542d700) 00010000:00010000:0.0:1743493955.116519:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.116522:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b53502980, rc 0) 00010000:00010000:0.0:1743493955.116532:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.116562:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c6379 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520b7 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.116628:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116638:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116646:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116691:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116698:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116704:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116881:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116891:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116899:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.116917:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20f:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.116920:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.116932:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116940:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116948:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116955:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116961:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116967:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.116970:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116977:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116986:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.116989:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.116993:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.116999:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c6380 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117016:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117023:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117029:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117034:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.117038:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117044:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117051:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x17d46a (ffff998b51865080) 00010000:00010000:0.0:1743493955.117054:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.117058:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.117063:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c6387 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118205:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c6379 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b7 expref: 511 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.118232:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b7 expref: 510 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.118240:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f:0x0].0x0 (ffff998b542b1700) 00010000:00010000:0.0:1743493955.118242:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.118246:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7cb80, rc 0) 00010000:00010000:0.0:1743493955.118253:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.118282:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c6395 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520be expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.118350:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118361:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118376:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118423:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118431:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118438:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118574:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x222:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118584:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118592:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.118613:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x222:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.118617:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.118636:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x222:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118645:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118652:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118658:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118670:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118676:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.118680:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118688:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118697:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.118699:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.118703:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118708:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c639c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118725:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118730:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118736:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118740:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.118743:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118748:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118832:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x98ca20bd (ffff998b51865a40) 00010000:00010000:0.0:1743493955.118835:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.118838:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118843:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c63a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.118880:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c6395 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520be expref: 512 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.118895:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520be expref: 511 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.118902:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x222:0x0].0x0 (ffff998b5362a400) 00010000:00010000:0.0:1743493955.118904:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.118906:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7fc40, rc 0) 00000100:00100000:0.0:1743493955.119287:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+511:2438:x1828185027864960:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 9847us (10411us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.119300:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 424 00000100:00100000:0.0:1743493955.126361:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.126621:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027865472 00000100:00100000:3.0:1743493955.126635:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027865472 00000100:00100000:3.0:1743493955.126735:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12770 00000100:00100000:3.0:1743493955.126747:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+511:13289:x1828185027865472:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.126874:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493955.126912:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4b53a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cdeb expref: 511 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.126951:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4b9ef4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e736 expref: 510 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.126970:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4b5328 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cdc1 expref: 509 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.126987:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d:0x0].0x0 (ffff998b4f62c6c0) 00010000:00010000:3.0:1743493955.127016:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6165 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495204e expref: 508 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.127032:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.127037:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.127206:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127223:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127236:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127283:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127291:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127297:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127484:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127494:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.127502:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:3.0:1743493955.129805:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].335, 64 off29696 00000040:00080000:3.0:1743493955.129871:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3820, 184 off674136 00010000:00010000:3.0:1743493955.130069:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00000100:00100000:0.0:1743493955.130293:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.130399:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.130442:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027865600 00000100:00100000:0.0:1743493955.130452:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027865600 00010000:00010000:0.0:1743493955.130505:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 509 pid: 6554 timeout: 1257 lvb_type: 0 00000100:00100000:0.0:1743493955.130547:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3393 00000100:00100000:0.0:1743493955.130556:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+509:2439:x1828185027865600:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493955.130585:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493955.130591:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 509 pid: 6554 timeout: 1257 lvb_type: 0 00010000:00010000:0.0:1743493955.130605:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 509 pid: 6554 timeout: 1257 lvb_type: 0 00010000:00010000:0.0:1743493955.130630:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c62fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952094 expref: 509 pid: 6554 timeout: 1257 lvb_type: 0 00010000:00010000:0.0:1743493955.130655:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.130660:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.130671:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.130680:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.130739:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493955.130848:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+508:2439:x1828185027865600:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 290us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.130858:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3393 00010000:00010000:3.0:1743493955.131715:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131728:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131736:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131743:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131765:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131773:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131780:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0a5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493955.131785:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131794:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131804:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d:0x0].0x0 (ffff998b51866740) 00010000:00010000:3.0:1743493955.131807:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493955.131813:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131818:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c63c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131874:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131880:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131886:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131891:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.131896:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131902:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131910:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20d:0x0].0x0 (ffff998b51866740) 00010000:00010000:3.0:1743493955.131912:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493955.131916:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.131921:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c63bf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:0.0:1743493955.133118:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133130:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133204:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133215:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133225:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133414:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133423:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.133430:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493955.134359:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027865728 00000100:00100000:1.0:1743493955.134373:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027865728 00010000:00010000:3.0:1743493955.135571:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135586:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135594:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135601:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.135608:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135618:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135636:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.135640:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.135645:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135652:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c63b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:3.0:1743493955.135676:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005b76d893 reply state 000000008f111abb transno 4294974862 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135690:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:3.0:1743493955.135698:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x1674e29a (ffff998b518646c0) 00010000:00010000:3.0:1743493955.135701:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.135705:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.135882:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+509:13289:x1828185027865472:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9131us (9530us total) trans 4294974862 rc 0/0 00000100:00100000:3.0:1743493955.135893:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12770 00000100:00100000:2.0:1743493955.136061:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 425 00000100:00100000:2.0:1743493955.136072:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c71a05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+508:2437:x1828185027865728:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493955.136150:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.136183:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c63db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520c5 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.136260:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136276:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136287:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136352:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136361:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136368:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136522:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136532:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136539:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.136566:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21c:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.136571:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.136594:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136604:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136611:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136621:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136627:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136632:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.136635:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136641:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136650:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.136653:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.136657:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136663:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c63e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136680:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136687:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136692:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136697:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540647c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.136701:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136710:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136718:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x9e362f1b (ffff998b51866a80) 00010000:00010000:2.0:1743493955.136721:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.136724:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136729:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c63e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136808:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c63db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520c5 expref: 510 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.136829:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520c5 expref: 509 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.136837:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c:0x0].0x0 (ffff998b519bf440) 00010000:00010000:2.0:1743493955.136838:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.136841:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54064040, rc 0) 00010000:00010000:2.0:1743493955.136847:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.136866:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c63f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520cc expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.136903:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136912:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136920:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136960:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136966:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.136972:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137050:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137060:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137067:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.137082:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20b:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.137085:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.137095:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137103:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137108:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137113:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137118:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137126:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.137129:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137135:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137142:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.137145:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.137148:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137153:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c63fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137169:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137174:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137180:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137185:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56159e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.137188:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137194:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137202:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa5e17578 (ffff998b51867440) 00010000:00010000:2.0:1743493955.137205:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.137208:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137214:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c6405 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137247:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c63f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520cc expref: 511 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137264:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520cc expref: 510 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137271:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:2.0:1743493955.137273:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.137276:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54033c40, rc 0) 00010000:00010000:2.0:1743493955.137280:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.137300:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c6413 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520d3 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137350:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137359:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137367:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137408:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137416:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137425:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137504:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x212:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137513:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137520:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.137536:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x212:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.137539:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.137548:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x212:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137556:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137563:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137568:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137574:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137579:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54032200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.137583:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137589:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137596:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.137599:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.137602:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137607:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c641a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137626:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137632:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137638:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137643:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.137646:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137652:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137660:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x103f9c81 (ffff998b4f62ca00) 00010000:00010000:2.0:1743493955.137663:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.137666:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137671:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c6421 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137706:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c6413 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520d3 expref: 512 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137725:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520d3 expref: 511 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137732:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x212:0x0].0x0 (ffff998b542b3100) 00010000:00010000:2.0:1743493955.137735:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.137738:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54032980, rc 0) 00010000:00010000:2.0:1743493955.137742:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.137788:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c642f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520da expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.137827:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137836:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137844:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137883:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137892:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137899:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137979:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x209:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137988:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.137997:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.138014:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x209:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.138018:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.138028:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x209:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138037:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138044:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138050:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138056:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138061:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53505300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.138065:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138072:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138079:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.138082:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.138085:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138091:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c6436 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138109:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138115:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138121:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138126:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535074c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.138129:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138134:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138142:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xca0b3ea (ffff998b4f62cd40) 00010000:00010000:2.0:1743493955.138145:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.138147:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138153:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c643d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138187:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c642f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520da expref: 513 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138205:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520da expref: 512 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138212:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x209:0x0].0x0 (ffff998b4f62e740) 00010000:00010000:2.0:1743493955.138216:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.138219:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b535065c0, rc 0) 00010000:00010000:2.0:1743493955.138223:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.138246:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c644b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520e1 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138287:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138296:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138303:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138359:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138368:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138375:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138455:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138465:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138471:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.138489:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x20e:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.138492:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.138503:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138511:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138519:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138525:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138531:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138536:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5697ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.138539:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138545:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138554:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.138557:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.138560:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138567:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c6452 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138583:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138589:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138600:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138605:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5697b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.138608:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138614:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138621:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x17d46a (ffff998b4f62f440) 00010000:00010000:2.0:1743493955.138624:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.138626:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138632:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c6459 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138666:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c644b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e1 expref: 514 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138683:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e1 expref: 513 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138690:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20e:0x0].0x0 (ffff998b4f62c380) 00010000:00010000:2.0:1743493955.138693:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.138696:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b56978400, rc 0) 00010000:00010000:2.0:1743493955.138700:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.138720:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c6467 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520e8 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.138794:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138803:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138809:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138845:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138851:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138858:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138926:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x223:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138935:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138941:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493955.138955:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x223:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.138957:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.138966:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x223:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138973:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138980:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138985:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138991:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.138995:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.138997:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139003:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139009:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.139011:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.139013:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139018:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c646e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139031:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139036:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139041:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139045:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.139049:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139055:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139061:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x98ca20bd (ffff998b50fefac0) 00010000:00010000:2.0:1743493955.139063:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.139065:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139069:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c6475 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493955.139098:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c6467 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e8 expref: 515 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.139111:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e8 expref: 514 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.139116:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x223:0x0].0x0 (ffff998b5362aa80) 00010000:00010000:2.0:1743493955.139118:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.139120:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0040, rc 0) 00000100:00100000:2.0:1743493955.139236:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c71a05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+514:2437:x1828185027865728:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 3164us (8836us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.139246:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 425 00000040:00080000:0.0:1743493955.140595:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].338, 64 off29888 00000040:00080000:0.0:1743493955.140660:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3821, 184 off674320 00010000:00010000:0.0:1743493955.140871:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140887:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140899:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140908:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140915:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140926:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140934:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140939:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.140943:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140951:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140962:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20c:0x0].0x0 (ffff998b51864380) 00010000:00010000:0.0:1743493955.140964:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.140969:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.140975:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6483 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141009:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141015:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141021:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141026:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.141030:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141040:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141049:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20c:0x0].0x0 (ffff998b51864380) 00010000:00010000:0.0:1743493955.141051:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.141054:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141059:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c63d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141313:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141321:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141341:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141345:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.141348:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141353:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141362:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.141365:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.141368:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141374:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c6302 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493955.141394:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007cf13c72 reply state 00000000da1c51a4 transno 4294974863 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141406:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.141412:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x1674e29a (ffff998b51867100) 00010000:00010000:0.0:1743493955.141415:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.141418:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.141536:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+515:13290:x1828185027864832:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 40139us (40566us total) trans 4294974863 rc 0/0 00000100:00100000:0.0:1743493955.141546:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12769 00000100:00100000:0.0:1743493955.159107:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.159193:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.159335:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027865984 00000100:00100000:3.0:1743493955.159348:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027865984 00000100:00100000:3.0:1743493955.159441:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3622 00000100:00100000:3.0:1743493955.159452:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+515:13289:x1828185027865984:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493955.159895:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+516:13289:x1828185027865984:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 441us (799us total) trans 4294974864 rc 0/0 00000100:00100000:3.0:1743493955.159906:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3622 00000100:00100000:1.0:1743493955.160025:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027866112 00000100:00100000:1.0:1743493955.160031:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027866112 00000100:00100000:1.0:1743493955.160094:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 426 00000100:00100000:1.0:1743493955.160101:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+516:2438:x1828185027866112:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:1.0:1743493955.160165:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.160205:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c648a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520ef expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.160281:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160300:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160312:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160376:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160385:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160392:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160542:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160552:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160559:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.160585:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21f:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.160591:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.160610:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160620:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160630:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160641:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160649:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160656:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.160660:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160670:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160683:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.160687:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.160693:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160699:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c6491 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160723:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160730:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160737:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160743:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.160746:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160808:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160816:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xf2061246 (ffff998b50fefac0) 00010000:00010000:1.0:1743493955.160820:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.160823:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160829:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c6498 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160879:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c648a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520ef expref: 518 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.160901:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520ef expref: 517 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.160908:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21f:0x0].0x0 (ffff998b519bea80) 00010000:00010000:1.0:1743493955.160911:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.160914:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a2d40, rc 0) 00010000:00010000:1.0:1743493955.160920:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.160942:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c64a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520f6 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.160984:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.160993:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161001:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161046:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161055:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161062:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161149:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161159:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161165:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.161182:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21b:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.161185:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.161196:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161204:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161211:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161216:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161222:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161231:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.161235:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161241:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161250:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.161253:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.161256:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161261:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c64ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161278:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161285:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161290:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161296:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.161298:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161304:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161311:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x76821429 (ffff998b50fef780) 00010000:00010000:1.0:1743493955.161314:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.161317:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161323:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c64b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161373:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c64a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520f6 expref: 519 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161390:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520f6 expref: 518 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161397:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b:0x0].0x0 (ffff998b561a5080) 00010000:00010000:1.0:1743493955.161400:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.161402:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a07c0, rc 0) 00010000:00010000:1.0:1743493955.161407:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.161426:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c64c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49520fd expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161465:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161473:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161481:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161521:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161530:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161538:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161620:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x224:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161630:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161638:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.161654:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x224:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.161658:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.161668:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x224:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161677:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161683:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161689:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161695:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161700:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.161704:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161710:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161720:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.161722:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.161726:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161732:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c64c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161749:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161791:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161798:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161803:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.161807:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161813:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161822:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x3afecd66 (ffff998b50fed700) 00010000:00010000:1.0:1743493955.161824:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.161827:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161834:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c64d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161873:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c64c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520fd expref: 520 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161893:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520fd expref: 519 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161900:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224:0x0].0x0 (ffff998b5362b100) 00010000:00010000:1.0:1743493955.161902:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.161905:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a34c0, rc 0) 00010000:00010000:1.0:1743493955.161910:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.161930:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c64de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952104 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.161970:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161978:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.161986:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162026:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162034:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162041:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162122:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x228:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162132:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162140:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.162158:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x228:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.162162:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.162179:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x228:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162189:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162195:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162200:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162205:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162209:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.162212:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162217:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162225:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.162227:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.162230:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162235:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c64e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162253:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162259:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162264:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162269:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.162271:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162276:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162283:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa3962d5b (ffff998b50feda40) 00010000:00010000:1.0:1743493955.162285:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.162288:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162292:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c64ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162325:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c64de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952104 expref: 521 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162357:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952104 expref: 520 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162363:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x228:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:1.0:1743493955.162366:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.162369:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24400, rc 0) 00010000:00010000:1.0:1743493955.162373:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.162394:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c64fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495210b expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162430:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162439:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162445:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162487:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162495:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162502:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162590:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x207:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162600:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162607:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.162625:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x207:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.162628:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.162641:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x207:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162650:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162658:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162664:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162670:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162675:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e256c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.162678:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162684:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162693:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.162696:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.162699:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162705:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c6501 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162723:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162729:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162739:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162744:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.162747:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162791:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162800:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x5e0db83a (ffff998b50fec040) 00010000:00010000:1.0:1743493955.162802:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.162805:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162812:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c6508 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162849:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c64fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495210b expref: 522 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162866:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495210b expref: 521 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162874:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x207:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493955.162876:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.162878:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24040, rc 0) 00010000:00010000:1.0:1743493955.162883:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.162904:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c6516 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952112 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.162949:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162958:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.162965:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163004:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163013:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163020:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163102:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x221:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163112:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163120:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.163138:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x221:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.163141:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.163152:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x221:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163161:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163169:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163175:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163181:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163186:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.163189:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163196:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163204:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.163206:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.163209:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163215:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c651d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163232:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163239:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163245:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163250:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e274c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.163253:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163258:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163266:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xbcf75103 (ffff998b50fedd80) 00010000:00010000:1.0:1743493955.163268:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.163271:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163277:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c6524 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.163312:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c6516 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952112 expref: 523 pid: 6558 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493955.164466:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.164547:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.164981:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027866496 00000100:00100000:3.0:1743493955.164994:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027866496 00000100:00100000:3.0:1743493955.165069:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 427 00000100:00100000:3.0:1743493955.165091:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+523:2439:x1828185027866496:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:3.0:1743493955.165175:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493955.165210:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c6532 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952127 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.165289:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:3.0:1743493955.165305:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:3.0:1743493955.165319:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493955.167480:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952112 expref: 524 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.167508:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x221:0x0].0x0 (ffff998b519bf780) 00010000:00010000:1.0:1743493955.167511:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.167516:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e27880, rc 0) 00010000:00010000:1.0:1743493955.167533:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493955.167570:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027866368 00000100:00100000:2.0:1743493955.167654:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027866368 00000100:00100000:2.0:1743493955.167792:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3623 00000100:00100000:2.0:1743493955.167802:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+525:13290:x1828185027866368:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.168259:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027866368:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 457us (3798us total) trans 4294974865 rc 0/0 00000100:00100000:2.0:1743493955.168268:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3623 00010000:00010000:1.0:1743493955.168602:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c6540 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952119 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.168775:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.168796:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.168811:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493955.170109:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.170127:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.170143:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.171045:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.171058:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.171067:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493955.172661:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.172685:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.172700:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493955.173255:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x217:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173266:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173275:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.173297:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x217:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.173302:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.173323:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x217:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173347:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173356:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173361:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173372:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173379:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.173384:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173391:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173404:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.173407:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.173412:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173418:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c6547 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173439:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173445:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173450:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173455:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.173458:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173464:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173473:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x51a4c572 (ffff998b50feca00) 00010000:00010000:1.0:1743493955.173475:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.173478:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173484:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c6555 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173540:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c6540 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952119 expref: 527 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.173564:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952119 expref: 526 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.173571:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217:0x0].0x0 (ffff998b561a7440) 00010000:00010000:1.0:1743493955.173574:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.173577:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01d6c0, rc 0) 00010000:00010000:1.0:1743493955.173585:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493955.173609:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c656a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952120 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.173668:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173678:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173686:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173734:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173743:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173785:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173890:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x215:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173900:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173910:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:1.0:1743493955.173932:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x215:0x0]: returning size 260096 00000004:00200000:1.0:1743493955.173937:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493955.173952:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x215:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173966:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173977:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173985:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173991:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.173999:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.174020:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174033:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174046:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.174049:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.174052:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174058:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c6571 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174079:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174088:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174100:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174106:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.174112:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174119:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174128:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x2ee4e5f8 (ffff998b50feea80) 00010000:00010000:1.0:1743493955.174130:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.174133:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:1.0:1743493955.174142:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c6578 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00000100:00100000:3.0:1743493955.174160:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493955.174194:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c656a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952120 expref: 528 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.174212:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952120 expref: 527 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.174221:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x215:0x0].0x0 (ffff998b561a4a00) 00010000:00010000:1.0:1743493955.174223:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493955.174226:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01e200, rc 0) 00000100:00100000:3.0:1743493955.174349:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.174478:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027866752 00000100:00100000:2.0:1743493955.174490:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027866752 00000100:00100000:2.0:1743493955.174578:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12771 00000100:00100000:2.0:1743493955.174587:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+528:13289:x1828185027866752:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.174717:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.174746:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4b6534 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21d:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3f6 expref: 528 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.174823:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c631e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495209b expref: 527 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.174847:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31a80/0x1414d533cd4ba22e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e847 expref: 526 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.174870:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4b650a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3ef expref: 525 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.174887:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21d:0x0].0x0 (ffff998b519be740) 00010000:00010000:2.0:1743493955.174905:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.174944:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.174959:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.174969:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175017:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175025:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175033:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175189:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175198:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.175208:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493955.175281:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21e:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.175288:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.175309:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175323:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175343:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175348:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175354:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175360:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.175366:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175373:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175386:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.175389:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.175393:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175399:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c6539 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175459:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175467:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175474:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175485:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.175489:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175495:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175503:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xf2061246 (ffff998b50fecd40) 00010000:00010000:0.0:1743493955.175505:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.175508:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175514:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c654e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175578:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c6532 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952127 expref: 525 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.175621:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952127 expref: 524 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.175629:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21e:0x0].0x0 (ffff998b519bdd80) 00010000:00010000:0.0:1743493955.175633:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.175636:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b01f100, rc 0) 00010000:00010000:0.0:1743493955.175644:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.175690:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c659b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495212e expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.175865:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175879:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175889:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000040:00080000:2.0:1743493955.175923:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].336, 64 off29760 00010000:00010000:0.0:1743493955.175981:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.175992:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176004:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000040:00080000:2.0:1743493955.176031:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3822, 184 off674504 00010000:00010000:0.0:1743493955.176229:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176242:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176252:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.176276:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x21a:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.176280:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.176296:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176307:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176315:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176321:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176324:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176359:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176361:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176393:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.176397:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176401:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176415:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176418:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176438:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176446:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.176458:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.176465:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176467:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176493:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c65a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176496:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.176512:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.176517:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176525:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176527:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176553:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176560:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21d:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:0.0:1743493955.176565:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176566:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.176575:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176580:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.176588:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660de40/0x1414d533cd4c65b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176590:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176619:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176631:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x76821429 (ffff998b50fee0c0) 00010000:00010000:0.0:1743493955.176634:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.176642:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176652:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c65a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.176653:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.176674:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.176685:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.176692:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.176699:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.176715:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176723:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c659b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495212e expref: 527 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.176731:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21d:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:2.0:1743493955.176737:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.176741:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176749:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495212e expref: 526 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.176785:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01c040/0x1414d533cd4c6594 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.176795:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a:0x0].0x0 (ffff998b561a6dc0) 00010000:00010000:0.0:1743493955.176801:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.176804:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5660e200, rc 0) 00010000:00010000:0.0:1743493955.176810:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.176851:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f100/0x1414d533cd4c65be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952135 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.176928:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176939:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.176950:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177085:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177095:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177104:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177236:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.177245:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.177255:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.177261:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.177265:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x225:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177266:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.177300:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.177302:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177343:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.177345:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177353:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.177362:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.177374:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01de40/0x1414d533cd4c6586 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493955.177380:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x225:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.177386:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.177398:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005161df8f reply state 00000000872c177e transno 4294974866 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493955.177403:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x225:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177431:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.177434:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177453:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x9e362f1b (ffff998b50fec6c0) 00010000:00010000:0.0:1743493955.177456:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.177460:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.177468:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493955.177473:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177484:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177490:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.177495:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177504:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177516:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.177519:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.177523:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177529:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c65c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177584:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177594:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177601:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177608:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.177613:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177619:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177628:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x3afecd66 (ffff998b50fee400) 00010000:00010000:0.0:1743493955.177631:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.177636:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.177641:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f880/0x1414d533cd4c65cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00000100:00100000:1.0:1743493955.183946:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+528:2438:x1828185027866112:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 23829us (24737us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.183969:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 426 00000100:00100000:2.0:1743493955.183999:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+528:13289:x1828185027866752:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9402us (9846us total) trans 4294974866 rc 0/0 00000100:00100000:2.0:1743493955.184016:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12771 00000100:00100000:1.0:1743493955.184106:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027867008 00000100:00100000:1.0:1743493955.184118:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027867008 00000100:00100000:1.0:1743493955.184206:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12772 00000100:00100000:1.0:1743493955.184221:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+527:13290:x1828185027867008:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.184303:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.184348:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4b647e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21c:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3b7 expref: 527 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.184388:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c63f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520c5 expref: 526 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.184411:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4ba26d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e85c expref: 525 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.184433:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4b6454 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3a2 expref: 524 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.184452:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c:0x0].0x0 (ffff998b519bf440) 00010000:00010000:1.0:1743493955.184471:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.184515:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184529:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184539:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184587:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184596:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184603:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184743:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184780:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.184788:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.185127:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].339, 64 off29952 00000040:00080000:1.0:1743493955.185184:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3823, 184 off674688 00010000:00010000:1.0:1743493955.185427:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185437:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185446:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185452:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185458:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185463:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185468:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185475:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.185482:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185490:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185500:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c:0x0].0x0 (ffff998b50fed080) 00010000:00010000:1.0:1743493955.185503:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.185508:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185515:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7880/0x1414d533cd4c65ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185550:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185557:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185563:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185569:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.185572:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185577:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185585:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21c:0x0].0x0 (ffff998b50fed080) 00010000:00010000:1.0:1743493955.185587:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.185590:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185595:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4040/0x1414d533cd4c65e8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185952:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185960:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185966:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185971:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.185975:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185984:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.185993:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.185996:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.186000:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.186005:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c65da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.186022:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d4449e4a reply state 0000000054043c0b transno 4294974867 ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.186032:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.186038:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x9e362f1b (ffff998b50fec380) 00010000:00010000:1.0:1743493955.186040:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.186043:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.186165:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+525:13290:x1828185027867008:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1946us (11817us total) trans 4294974867 rc 0/0 00000100:00100000:1.0:1743493955.186174:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12772 00010000:00010000:0.0:1743493955.190896:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f100/0x1414d533cd4c65be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952135 expref: 526 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.190928:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952135 expref: 525 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.190939:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225:0x0].0x0 (ffff998b53628d40) 00010000:00010000:0.0:1743493955.190942:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.190947:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b515d5300, rc 0) 00010000:00010000:0.0:1743493955.190957:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.190995:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d6200/0x1414d533cd4c65f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495213c expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.191058:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.191072:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.191086:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.191168:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.191176:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.191184:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.194827:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.195517:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027867264 00000100:00100000:3.0:1743493955.195533:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027867264 00000100:00100000:3.0:1743493955.195963:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3624 00000100:00100000:3.0:1743493955.195975:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+526:13289:x1828185027867264:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:0.0:1743493955.197260:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x229:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197288:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197301:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.197347:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x229:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.197354:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.197379:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x229:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197391:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197401:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197408:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197420:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197426:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6c1dbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.197430:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197437:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197449:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.197452:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.197456:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197461:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c65fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197485:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197491:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197498:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197503:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.197507:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.197519:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+527:13289:x1828185027867264:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1532us (2694us total) trans 4294974868 rc 0/0 00010000:00010000:0.0:1743493955.197521:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.197553:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3624 00010000:00010000:0.0:1743493955.197553:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa3962d5b (ffff998b50feda40) 00010000:00010000:0.0:1743493955.197569:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.197573:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197580:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c6604 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197660:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d6200/0x1414d533cd4c65f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495213c expref: 527 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.197687:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495213c expref: 526 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.197695:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x229:0x0].0x0 (ffff998b5362a740) 00010000:00010000:0.0:1743493955.197697:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.197700:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c6d2b65c0, rc 0) 00010000:00010000:0.0:1743493955.197710:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.197740:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c6612 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952143 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.197828:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197837:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197844:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197926:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197935:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.197941:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198033:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x206:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198043:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198051:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.198068:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x206:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.198071:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.198083:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x206:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198091:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198098:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198104:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198109:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198114:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.198117:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198123:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198131:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.198134:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.198137:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198145:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c6619 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198164:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198171:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198177:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198181:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.198184:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198190:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198200:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x5e0db83a (ffff998b50fed700) 00010000:00010000:0.0:1743493955.198203:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.198206:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198211:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c6620 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198253:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4040/0x1414d533cd4c6612 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952143 expref: 528 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198272:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952143 expref: 527 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198279:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:0.0:1743493955.198281:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.198284:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d32200, rc 0) 00010000:00010000:0.0:1743493955.198288:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.198308:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c662e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495214a expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198360:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198368:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198375:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198417:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198425:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198432:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198545:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x220:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198555:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198568:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.198591:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x220:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.198594:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.198604:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x220:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198612:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198618:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198623:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198629:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198634:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.198637:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198643:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198652:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.198655:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.198658:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198663:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32980/0x1414d533cd4c6635 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198681:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198686:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198691:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198695:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d334c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.198698:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198704:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198710:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xbcf75103 (ffff998b50fef780) 00010000:00010000:0.0:1743493955.198713:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.198715:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198720:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c663c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198785:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c662e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495214a expref: 529 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198806:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495214a expref: 528 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198812:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220:0x0].0x0 (ffff998b519bf100) 00010000:00010000:0.0:1743493955.198814:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.198817:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d307c0, rc 0) 00010000:00010000:0.0:1743493955.198821:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.198840:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c664a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952151 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.198878:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198886:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198893:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198931:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198938:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.198945:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.200634:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.201163:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027867520 00000100:00100000:3.0:1743493955.201179:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027867520 00000100:00100000:3.0:1743493955.201276:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3625 00000100:00100000:3.0:1743493955.201287:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+530:13290:x1828185027867520:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493955.202038:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+531:13290:x1828185027867520:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 742us (1405us total) trans 4294974869 rc 0/0 00000100:00100000:3.0:1743493955.202052:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3625 00010000:00010000:0.0:1743493955.203575:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x216:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203597:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203608:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.203642:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x216:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.203647:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.203664:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x216:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203672:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203680:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203685:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203690:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203695:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.203698:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203705:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203715:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.203717:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.203721:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203726:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c6651 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203979:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203985:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203990:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.203995:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.203998:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.204004:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.204014:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x51a4c572 (ffff998b50fefac0) 00010000:00010000:0.0:1743493955.204016:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.204019:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.204024:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c6658 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.204076:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c664a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952151 expref: 531 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.204097:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952151 expref: 530 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.204109:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216:0x0].0x0 (ffff998b561a46c0) 00010000:00010000:0.0:1743493955.204111:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.204114:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33c40, rc 0) 00010000:00010000:0.0:1743493955.204122:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.204147:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c6666 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952158 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.204193:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205144:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205154:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205286:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205294:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205300:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205451:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x214:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205460:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205467:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.205487:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x214:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.205491:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.205507:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x214:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205515:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205521:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205525:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205530:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205535:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.205537:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205542:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205550:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.205552:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.205555:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205560:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c666d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205575:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205581:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205585:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205589:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.205591:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205595:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205600:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x2ee4e5f8 (ffff998b50fef100) 00010000:00010000:0.0:1743493955.205602:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.205604:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205608:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb100/0x1414d533cd4c6674 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.205642:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c6666 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952158 expref: 532 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.205655:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952158 expref: 531 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.205660:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214:0x0].0x0 (ffff998b542b13c0) 00010000:00010000:0.0:1743493955.205662:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.205664:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fb4c0, rc 0) 00000100:00100000:0.0:1743493955.205796:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+531:2439:x1828185027866496:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 40705us (41247us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.205806:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 427 00000100:00100000:1.0:1743493955.207708:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.207804:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.207814:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.207901:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027867648 00000100:00100000:0.0:1743493955.207911:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027867648 00000100:00100000:0.0:1743493955.207970:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027867776 00000100:00100000:0.0:1743493955.207973:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027867776 00000100:00100000:0.0:1743493955.207998:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 428 00000100:00100000:0.0:1743493955.208005:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+532:2440:x1828185027867648:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493955.208065:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.208091:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c6682 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495215f expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.208149:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208160:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208170:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208207:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208215:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208232:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000100:00100000:1.0:1743493955.208445:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 429 00000100:00100000:1.0:1743493955.208451:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00038621-ef07-44f7-8531-81bf2ec881e5+533:2437:x1828185027867776:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:1.0:1743493955.208492:0:6557:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1743493955.208771:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027868032 00010000:00010000:0.0:1743493955.208783:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x218:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.208787:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027868032 00010000:00010000:0.0:1743493955.208805:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208814:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.208843:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x218:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.208849:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.208873:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x218:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208887:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.208898:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12773 00010000:00010000:0.0:1743493955.208905:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00000100:00100000:2.0:1743493955.208919:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fa880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+534:13289:x1828185027868032:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.208924:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208936:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208942:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.208946:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208953:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208968:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.208972:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.208976:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.208982:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8040/0x1414d533cd4c6689 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.209036:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493955.209042:0:6557:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c669e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495216d expref: -99 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.209087:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4b7453 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d913 expref: 535 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.209130:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4b73c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d8e9 expref: 534 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.209160:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4ad9a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6d1 expref: 533 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.209176:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b:0x0].0x0 (ffff998b5022aa80) 00010000:00010000:2.0:1743493955.209198:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.209239:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209253:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209262:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209306:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209313:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209320:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209490:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209499:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.209506:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.209699:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209715:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209723:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209790:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209798:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209803:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209948:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x219:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209956:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209962:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00000004:00200000:3.0:1743493955.209976:0:6557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x219:0x0]: returning size 260096 00000004:00200000:3.0:1743493955.209978:0:6557:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493955.209990:0:6557:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x219:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.209997:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210003:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210007:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210012:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210016:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.210019:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210024:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210031:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.210033:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.210036:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210040:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c66ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210058:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210065:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210075:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210079:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.210083:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210088:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210096:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x6324417e (ffff998b50fef440) 00010000:00010000:3.0:1743493955.210098:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.210101:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210105:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f880/0x1414d533cd4c66c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210153:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c669e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495216d expref: 533 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.210179:0:6557:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495216d expref: 532 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.210186:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x219:0x0].0x0 (ffff998b561a5d80) 00010000:00010000:3.0:1743493955.210188:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493955.210190:0:6557:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5680de40, rc 0) 00010000:00010000:3.0:1743493955.210196:0:6557:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493955.210239:0:6557:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14b80/0x1414d533cd4c66cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952174 expref: -99 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.210287:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210295:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210303:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210400:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00000040:00080000:2.0:1743493955.210405:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].337, 64 off29824 00010000:00010000:3.0:1743493955.210409:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210419:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00000040:00080000:2.0:1743493955.210482:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3824, 184 off674872 00010000:00010000:3.0:1743493955.210530:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x211:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210541:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210550:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00000004:00200000:3.0:1743493955.210572:0:6557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x211:0x0]: returning size 260096 00000004:00200000:3.0:1743493955.210575:0:6557:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493955.210588:0:6557:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x211:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210596:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210604:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210611:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210617:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210623:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.210626:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210633:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210645:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.210648:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.210651:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210658:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14400/0x1414d533cd4c66d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210680:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210687:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210693:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210698:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f14f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.210704:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493955.210704:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.210741:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493955.210744:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.210787:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xc3f00931 (ffff998b50fee740) 00010000:00010000:3.0:1743493955.210791:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.210794:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210799:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c66dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:3.0:1743493955.210840:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14b80/0x1414d533cd4c66cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952174 expref: 535 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.210858:0:6557:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952174 expref: 534 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.210865:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x211:0x0].0x0 (ffff998b542b2a80) 00010000:00010000:3.0:1743493955.210867:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493955.210869:0:6557:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54f15300, rc 0) 00010000:00010000:2.0:1743493955.210944:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.210954:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.210965:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.210973:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.210981:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.210991:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17100 already unused, calling callback (ffffffffc0b63a10) 00000100:00100000:3.0:1743493955.211000:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00038621-ef07-44f7-8531-81bf2ec881e5+534:2437:x1828185027867776:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 2537us (3177us total) trans 0 rc 0/0 00010000:00010000:2.0:1743493955.211000:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.211031:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493955.211039:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 429 00010000:00010000:2.0:1743493955.211057:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:2.0:1743493955.211061:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.211067:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.211156:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17100/0x1414d533cd4c66eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.211220:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.211229:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.211236:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.211522:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211530:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211535:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211539:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.211542:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211548:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211558:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x6324417e (ffff998b50fedd80) 00010000:00010000:0.0:1743493955.211560:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.211563:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211567:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c6690 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211602:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8400/0x1414d533cd4c6682 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495215f expref: 534 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.211617:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495215f expref: 533 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.211627:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff998b561a5700) 00010000:00010000:0.0:1743493955.211629:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.211632:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4fa200, rc 0) 00010000:00010000:0.0:1743493955.211636:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493955.211655:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c66f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952166 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.211692:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211700:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211707:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211741:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211772:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211781:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211884:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x210:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211893:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211900:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493955.211917:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x210:0x0]: returning size 260096 00000004:00200000:0.0:1743493955.211921:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493955.211935:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x210:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211943:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211949:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211955:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211960:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211965:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f165c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.211969:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211974:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211982:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.211985:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.211988:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.211993:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f165c0/0x1414d533cd4c66f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.212349:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.212362:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.212464:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.212469:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.212483:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22b:0x0].0x0 (ffff998b50fed3c0) 00010000:00010000:0.0:1743493955.212484:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.212496:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.212501:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493955.212505:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.212516:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.212522:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cf40/0x1414d533cd4c66b3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.212523:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.212558:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.212571:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xc3f00931 (ffff998c6d1eaa80) 00010000:00010000:0.0:1743493955.212573:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.212576:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.212582:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f16d40/0x1414d533cd4c6700 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493955.212667:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c66f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952166 expref: 535 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.212698:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952166 expref: 534 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.212706:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210:0x0].0x0 (ffff998b542b1d80) 00010000:00010000:0.0:1743493955.212710:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493955.212715:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54f17880, rc 0) 00010000:00010000:2.0:1743493955.213053:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.213063:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.213070:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214200:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.214207:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214216:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214231:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493955.214235:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.214240:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214247:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c66a5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493955.214282:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e5a51cee reply state 00000000de5e83bd transno 4294974870 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214297:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.214306:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x21e72734 (ffff998b50fec040) 00010000:00010000:2.0:1743493955.214309:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.214313:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.215238:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+535:2440:x1828185027867648:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 7223us (7525us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.215255:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 428 00000100:00100000:3.0:1743493955.217348:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.217508:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fa880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+534:13289:x1828185027868032:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8588us (9697us total) trans 4294974870 rc 0/0 00000100:00100000:2.0:1743493955.217524:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12773 00000100:00100000:2.0:1743493955.217599:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027868288 00000100:00100000:2.0:1743493955.217610:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027868288 00000100:00100000:2.0:1743493955.220109:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12774 00000100:00100000:2.0:1743493955.220132:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+534:13290:x1828185027868288:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.220265:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493955.221527:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4b7357 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d8c6 expref: 534 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.221589:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4b72f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d8aa expref: 533 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.221614:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4ad97a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6bc expref: 532 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.221632:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a:0x0].0x0 (ffff998b54c63100) 00010000:00010000:2.0:1743493955.221656:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.221721:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.221738:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.221788:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.221849:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.221859:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.221867:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.222045:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.222055:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.222067:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493955.224716:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].340, 64 off30016 00000040:00080000:2.0:1743493955.227053:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3825, 184 off675056 00010000:00010000:2.0:1743493955.227367:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227390:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227404:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227415:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227423:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227431:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227439:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227447:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.227452:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227461:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227477:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a:0x0].0x0 (ffff998b542b1080) 00010000:00010000:2.0:1743493955.227482:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.227489:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227496:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c6723 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227542:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227549:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227555:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227560:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.227564:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227569:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227577:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22a:0x0].0x0 (ffff998b542b1080) 00010000:00010000:2.0:1743493955.227579:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.227582:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.227587:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c671c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228047:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228066:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228075:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228082:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.228086:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228093:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228110:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493955.228113:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.228119:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228124:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c670e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493955.228145:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003d90a13f reply state 000000008a086859 transno 4294974871 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228156:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.228163:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x21e72734 (ffff998c6d1e9700) 00010000:00010000:3.0:1743493955.228166:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.228169:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.228336:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fe7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+533:13290:x1828185027868288:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8197us (10979us total) trans 4294974871 rc 0/0 00000100:00100000:3.0:1743493955.228347:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12774 00010000:00010000:1.0:1743493955.232533:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493955.243291:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.243423:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027868544 00000100:00100000:2.0:1743493955.243444:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027868544 00000100:00100000:2.0:1743493955.243562:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3626 00000100:00100000:2.0:1743493955.243574:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+533:13289:x1828185027868544:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.245643:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+534:13289:x1828185027868544:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 490us (779us total) trans 4294974872 rc 0/0 00000100:00100000:2.0:1743493955.245671:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3626 00000100:00100000:2.0:1743493955.254688:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.257678:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027868800 00000100:00100000:3.0:1743493955.257699:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027868800 00000100:00100000:3.0:1743493955.257868:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12775 00000100:00100000:3.0:1743493955.257881:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+534:13289:x1828185027868800:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.258037:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493955.258076:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4b507a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ccda expref: 534 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.258116:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c633a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a2 expref: 533 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.258154:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4b9014 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e23c expref: 532 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.258177:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4b4fcb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc9b expref: 531 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.258196:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20a:0x0].0x0 (ffff998b4f62da40) 00010000:00010000:3.0:1743493955.258218:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.258266:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258283:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258294:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258351:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258364:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258371:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258539:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258548:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.258555:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493955.259037:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].341, 64 off30080 00000040:00080000:3.0:1743493955.259118:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3826, 184 off675240 00010000:00010000:3.0:1743493955.259294:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259305:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259315:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259322:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259342:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259349:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259360:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259367:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493955.259371:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259380:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259390:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20a:0x0].0x0 (ffff998b542b3ac0) 00010000:00010000:3.0:1743493955.259393:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493955.259397:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259403:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c673f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259442:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259449:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259455:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259460:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.259464:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259471:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259483:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20a:0x0].0x0 (ffff998b542b3ac0) 00010000:00010000:3.0:1743493955.259486:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493955.259489:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259494:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c6738 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259799:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259806:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259812:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259818:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ade40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.259822:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259828:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.259839:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.259842:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.260092:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.260099:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c672a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493955.260119:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d54f09bd reply state 000000008016a3a6 transno 4294974873 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.260145:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.260152:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa5e17578 (ffff998b542b1080) 00010000:00010000:3.0:1743493955.260155:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.260159:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.270212:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+532:13289:x1828185027868800:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 12314us (15517us total) trans 4294974873 rc 0/0 00000100:00100000:3.0:1743493955.270232:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12775 00000100:00100000:0.0:1743493955.272186:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.272257:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027869056 00000100:00100000:2.0:1743493955.272274:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027869056 00000100:00100000:2.0:1743493955.272394:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3627 00000100:00100000:2.0:1743493955.272410:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+532:13290:x1828185027869056:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.272876:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae65050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+533:13290:x1828185027869056:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 468us (696us total) trans 4294974874 rc 0/0 00000100:00100000:2.0:1743493955.272887:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3627 00000100:00100000:2.0:1743493955.281298:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.281420:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027869312 00000100:00100000:3.0:1743493955.281434:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027869312 00000100:00100000:3.0:1743493955.281525:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12776 00000100:00100000:3.0:1743493955.281537:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+533:13290:x1828185027869312:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.281648:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493955.281683:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4b5153 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cd2e expref: 533 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.281717:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c640c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520cc expref: 532 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.281738:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4b8f88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e20b expref: 531 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.289361:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4b50ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cd0b expref: 530 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.289429:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:3.0:1743493955.289458:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.289641:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289663:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289676:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289730:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289738:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289746:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289945:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289954:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.289961:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.290387:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].338, 64 off29888 00000040:00080000:0.0:1743493955.290446:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3827, 184 off675424 00010000:00010000:0.0:1743493955.290606:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290622:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290630:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290638:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290644:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290650:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290657:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290663:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501aed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.290668:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290676:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290685:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b:0x0].0x0 (ffff998b542b3440) 00010000:00010000:0.0:1743493955.290689:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.290694:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290700:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c675b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290742:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290782:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290789:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290795:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.290799:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290805:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290813:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20b:0x0].0x0 (ffff998b542b3440) 00010000:00010000:0.0:1743493955.290816:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.290819:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.290825:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c6754 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291079:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291086:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291092:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291097:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ade40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.291099:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291110:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291119:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.291121:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.291125:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291131:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c6746 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.291149:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000896f08fb reply state 0000000005d2b5e1 transno 4294974875 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291162:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.291169:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa5e17578 (ffff998b542b3ac0) 00010000:00010000:0.0:1743493955.291171:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.291175:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.291341:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+531:13290:x1828185027869312:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9793us (10043us total) trans 4294974875 rc 0/0 00000100:00100000:0.0:1743493955.291352:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12776 00000100:00100000:3.0:1743493955.291850:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.292360:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027869568 00000100:00100000:0.0:1743493955.292372:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027869568 00000100:00100000:0.0:1743493955.292452:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3628 00000100:00100000:0.0:1743493955.292461:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+531:13289:x1828185027869568:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.292821:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+532:13289:x1828185027869568:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 358us (971us total) trans 4294974876 rc 0/0 00000100:00100000:0.0:1743493955.292833:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3628 00000100:00100000:0.0:1743493955.305830:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.305940:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027869824 00000100:00100000:1.0:1743493955.305955:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027869824 00000100:00100000:1.0:1743493955.306052:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12777 00000100:00100000:1.0:1743493955.306063:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+532:13289:x1828185027869824:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.306218:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.306255:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4b5aa6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x213:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d037 expref: 532 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.306288:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c6356 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520a9 expref: 531 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.306309:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4ba059 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e7ad expref: 530 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.306338:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4b59f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x213:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cff8 expref: 529 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.306354:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x213:0x0].0x0 (ffff998b542b0d40) 00010000:00010000:1.0:1743493955.306372:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.306417:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306434:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306445:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306499:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306507:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306514:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306682:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306690:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.306697:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.307152:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].339, 64 off29952 00000040:00080000:1.0:1743493955.307200:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3828, 184 off675608 00010000:00010000:1.0:1743493955.307362:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307372:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307381:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307389:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307397:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307408:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307416:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307422:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.307426:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307435:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307445:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x213:0x0].0x0 (ffff998b5542f100) 00010000:00010000:1.0:1743493955.307448:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.307453:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307459:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6777 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307498:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307506:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307512:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307517:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.307521:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307532:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307540:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x213:0x0].0x0 (ffff998b5542f100) 00010000:00010000:1.0:1743493955.307543:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.307546:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307552:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c6770 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307819:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307827:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307833:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307838:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ada80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.307841:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307848:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307857:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.307859:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.307863:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307869:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c6762 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.307884:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003422cbf9 reply state 0000000095049791 transno 4294974877 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307897:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.307904:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x103f9c81 (ffff998b5542e400) 00010000:00010000:1.0:1743493955.307906:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.307909:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.308035:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+530:13289:x1828185027869824:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1969us (2217us total) trans 4294974877 rc 0/0 00000100:00100000:1.0:1743493955.308044:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12777 00000100:00100000:2.0:1743493955.313524:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.313625:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027870080 00000100:00100000:1.0:1743493955.313638:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027870080 00000100:00100000:1.0:1743493955.313728:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3629 00000100:00100000:1.0:1743493955.313738:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+530:13290:x1828185027870080:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.314191:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+531:13290:x1828185027870080:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 452us (680us total) trans 4294974878 rc 0/0 00000100:00100000:1.0:1743493955.314202:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3629 00000100:00100000:2.0:1743493955.319133:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.319241:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027870336 00000100:00100000:0.0:1743493955.319255:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027870336 00000100:00100000:0.0:1743493955.319358:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12778 00000100:00100000:0.0:1743493955.319369:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+531:13290:x1828185027870336:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.319490:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.319528:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4b5956 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x212:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cfc0 expref: 531 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.319565:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c6428 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520d3 expref: 530 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.319586:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4ba044 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x212:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e7a6 expref: 529 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.319608:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680ed40/0x1414d533cd4b58e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x212:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cf96 expref: 528 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.319627:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x212:0x0].0x0 (ffff998b542b3100) 00010000:00010000:0.0:1743493955.319648:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.319696:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.319713:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.319725:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.319817:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.319826:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.319834:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320014:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x212:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320022:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320030:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493955.320454:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].342, 64 off30144 00000040:00080000:0.0:1743493955.320510:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3829, 184 off675792 00010000:00010000:0.0:1743493955.320662:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x212:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320672:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320680:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320687:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320694:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320704:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320711:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320717:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.320721:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320730:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320739:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x212:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:0.0:1743493955.320742:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.320747:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320795:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c6793 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x212:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320837:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320843:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320849:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320854:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.320858:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320866:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320874:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x212:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:0.0:1743493955.320876:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.320879:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.320883:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c678c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x212:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321149:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321157:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321165:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321170:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.321174:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321180:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321189:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.321192:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.321195:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321200:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c677e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493955.321217:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000de427d21 reply state 0000000007bf35b9 transno 4294974879 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321228:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.321235:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x103f9c81 (ffff998b5542f100) 00010000:00010000:0.0:1743493955.321237:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.321240:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.321391:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+529:13290:x1828185027870336:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2019us (2269us total) trans 4294974879 rc 0/0 00000100:00100000:0.0:1743493955.321404:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12778 00000100:00100000:1.0:1743493955.322272:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.322369:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027870592 00000100:00100000:2.0:1743493955.322381:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027870592 00000100:00100000:2.0:1743493955.322466:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3630 00000100:00100000:2.0:1743493955.322475:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+529:13289:x1828185027870592:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.322841:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+530:13289:x1828185027870592:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 364us (573us total) trans 4294974880 rc 0/0 00000100:00100000:2.0:1743493955.322851:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3630 00000100:00100000:2.0:1743493955.329166:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.329273:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027870848 00000100:00100000:1.0:1743493955.329287:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027870848 00000100:00100000:1.0:1743493955.329395:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3631 00000100:00100000:1.0:1743493955.329407:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+530:13290:x1828185027870848:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.329887:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+531:13290:x1828185027870848:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 478us (731us total) trans 4294974881 rc 0/0 00000100:00100000:1.0:1743493955.329902:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3631 00000100:00100000:3.0:1743493955.338368:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.338482:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027871104 00000100:00100000:1.0:1743493955.338496:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027871104 00000100:00100000:1.0:1743493955.338599:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12779 00000100:00100000:1.0:1743493955.338610:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+531:13289:x1828185027871104:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.338920:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.338956:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4b4def lrc: 0/0,0 mode: --/CR res: [0x200000402:0x208:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbec expref: 531 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.338994:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c6372 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b0 expref: 530 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.339016:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4b8f96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x208:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e212 expref: 529 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.339037:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4b4d8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x208:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cbc2 expref: 528 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.339052:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x208:0x0].0x0 (ffff998b5542d700) 00010000:00010000:1.0:1743493955.339074:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.339121:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.339136:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.339148:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493955.339587:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.339680:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027871360 00000100:00100000:0.0:1743493955.339688:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027871360 00000100:00100000:0.0:1743493955.339785:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12780 00000100:00100000:0.0:1743493955.339793:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+528:13290:x1828185027871360:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.339861:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.339883:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c040/0x1414d533cd4b4f23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x209:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc5c expref: 528 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.339915:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c6444 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520da expref: 527 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.339939:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4b8f0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x209:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e1e1 expref: 526 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.339962:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4b4e90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x209:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc2b expref: 525 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.339986:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x209:0x0].0x0 (ffff998b4f62e740) 00010000:00010000:0.0:1743493955.340004:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.340037:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340049:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340058:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340131:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340141:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340151:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493955.340301:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.340336:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.340351:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.340375:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x209:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340388:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.340399:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493955.340643:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.340655:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.340665:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.341188:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].340, 64 off30016 00000040:00080000:0.0:1743493955.341535:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3830, 184 off675976 00010000:00010000:0.0:1743493955.341726:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x209:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341742:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341784:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341795:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341803:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341809:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341817:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341825:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.341830:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341839:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341852:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x209:0x0].0x0 (ffff998b5022b100) 00010000:00010000:0.0:1743493955.341856:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.341861:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341868:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67c4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x209:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341911:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341919:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341925:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341930:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.341935:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341941:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341949:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x209:0x0].0x0 (ffff998b5022b100) 00010000:00010000:0.0:1743493955.341952:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.341955:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.341961:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x209:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342228:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342236:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342243:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342249:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.342252:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342264:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342274:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.342277:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.342280:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342286:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6200/0x1414d533cd4c67a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493955.342305:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008a557452 reply state 0000000043983339 transno 4294974882 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342319:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.342340:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xca0b3ea (ffff998b5022aa80) 00010000:00010000:0.0:1743493955.342343:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.342347:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.342500:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027871360:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2699us (2908us total) trans 4294974882 rc 0/0 00000100:00100000:0.0:1743493955.342512:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12780 00000040:00080000:1.0:1743493955.350112:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].343, 64 off30208 00000004:00080000:1.0:1743493955.350144:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1157656390511ns, next at 1158656371687ns, rc = 0 00000040:00080000:1.0:1743493955.350198:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3831, 184 off676160 00010000:00010000:1.0:1743493955.350388:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350404:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350416:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350424:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350431:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350437:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350443:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350449:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.350453:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350460:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350470:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x208:0x0].0x0 (ffff998b50229080) 00010000:00010000:1.0:1743493955.350473:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.350478:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350484:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67cb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350518:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350525:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350530:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350535:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.350538:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350548:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350555:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x208:0x0].0x0 (ffff998b50229080) 00010000:00010000:1.0:1743493955.350558:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.350560:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350566:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67bd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x208:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350923:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350933:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350941:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350949:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.350956:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350965:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350979:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.350982:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.350988:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.350995:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6980/0x1414d533cd4c679a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.351015:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000008c03a652 reply state 00000000828a6646 transno 4294974883 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.351027:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.351034:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xca0b3ea (ffff998b5022b780) 00010000:00010000:1.0:1743493955.351037:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.351039:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.351150:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.351182:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+527:13289:x1828185027871104:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 12566us (12822us total) trans 4294974883 rc 0/0 00000100:00100000:1.0:1743493955.351194:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12779 00000100:00100000:0.0:1743493955.352630:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027871616 00000100:00100000:0.0:1743493955.352648:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027871616 00000100:00100000:0.0:1743493955.352771:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3632 00000100:00100000:0.0:1743493955.352783:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+527:13290:x1828185027871616:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.353213:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+528:13290:x1828185027871616:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 430us (2073us total) trans 4294974884 rc 0/0 00000100:00100000:0.0:1743493955.353228:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3632 00000100:00100000:3.0:1743493955.366159:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.366285:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027871872 00000100:00100000:1.0:1743493955.366302:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027871872 00000100:00100000:1.0:1743493955.366414:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12781 00000100:00100000:1.0:1743493955.366424:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+528:13290:x1828185027871872:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.366557:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.366585:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4b549b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ce31 expref: 528 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.366617:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c6460 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e1 expref: 527 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.366638:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4b9f48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e752 expref: 526 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.366658:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4b544e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ce15 expref: 525 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.366678:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20e:0x0].0x0 (ffff998b4f62c380) 00010000:00010000:1.0:1743493955.366696:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.366736:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.366748:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.366831:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.366877:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.366885:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.366893:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367127:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367136:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367143:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.367505:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].344, 64 off30272 00000040:00080000:1.0:1743493955.367549:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3832, 184 off676344 00010000:00010000:1.0:1743493955.367688:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367701:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367708:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367715:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367721:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367727:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367733:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367738:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.367741:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367748:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367787:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20e:0x0].0x0 (ffff998b5022b100) 00010000:00010000:1.0:1743493955.367790:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.367795:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367800:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367831:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367838:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367844:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367849:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.367852:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367859:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367865:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20e:0x0].0x0 (ffff998b5022b100) 00010000:00010000:1.0:1743493955.367868:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.367871:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.367875:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67e0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373177:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373201:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373211:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373218:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.373224:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373233:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373255:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493955.373259:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.373265:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373272:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493955.373298:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002da97812 reply state 00000000612e8bf3 transno 4294974885 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373313:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.373322:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x17d46a (ffff998b50229080) 00010000:00010000:3.0:1743493955.373338:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.373343:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.373529:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027871872:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7095us (7373us total) trans 4294974885 rc 0/0 00000100:00100000:3.0:1743493955.373540:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12781 00000100:00100000:3.0:1743493955.379056:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.381911:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027872128 00000100:00100000:1.0:1743493955.381929:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027872128 00000100:00100000:1.0:1743493955.382006:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3633 00000100:00100000:1.0:1743493955.382015:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+526:13289:x1828185027872128:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493955.384069:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.386678:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+527:13289:x1828185027872128:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 4659us (7635us total) trans 4294974886 rc 0/0 00000100:00100000:1.0:1743493955.386689:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3633 00000100:00100000:1.0:1743493955.386846:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027872384 00000100:00100000:1.0:1743493955.386854:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027872384 00000100:00100000:0.0:1743493955.387277:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3634 00000100:00100000:0.0:1743493955.387291:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+527:13290:x1828185027872384:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.387830:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+528:13290:x1828185027872384:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 538us (3771us total) trans 4294974887 rc 0/0 00000100:00100000:0.0:1743493955.387840:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3634 00000100:00100000:3.0:1743493955.409011:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.409093:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027872640 00000100:00100000:3.0:1743493955.409107:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.409111:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027872640 00000100:00100000:0.0:1743493955.409224:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027872896 00000100:00100000:0.0:1743493955.409229:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027872896 00000100:00100000:0.0:1743493955.409283:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12782 00000100:00100000:0.0:1743493955.409291:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+529:13289:x1828185027872640:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.409404:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.409433:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4b55ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ce8c expref: 529 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.409466:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c638e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520b7 expref: 528 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.409487:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4b9f5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e759 expref: 527 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.409509:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4b552e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ce5b expref: 526 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.409524:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f:0x0].0x0 (ffff998b542b1700) 00010000:00010000:0.0:1743493955.409544:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.409582:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409595:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409605:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409646:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409653:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409659:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409839:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409847:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.409854:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.410189:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].341, 64 off30080 00000040:00080000:0.0:1743493955.410234:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3833, 184 off676528 00010000:00010000:0.0:1743493955.410386:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410396:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410409:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410416:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410423:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410429:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410436:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410442:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.410446:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410453:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410462:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f:0x0].0x0 (ffff998b502293c0) 00010000:00010000:0.0:1743493955.410466:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.410470:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410476:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90400/0x1414d533cd4c6803 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410506:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410513:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410518:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410523:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.410527:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410533:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410540:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20f:0x0].0x0 (ffff998b502293c0) 00010000:00010000:0.0:1743493955.410543:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.410546:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410550:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90040/0x1414d533cd4c67fc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410813:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410821:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410827:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410833:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f93c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.410836:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410842:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410856:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.410859:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.410863:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410869:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93c40/0x1414d533cd4c67ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.410886:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000aba646e3 reply state 00000000ed0fe1a5 transno 4294974888 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410897:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.410904:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x17d46a (ffff998b5022b100) 00010000:00010000:0.0:1743493955.410906:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.410909:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.411041:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+527:13289:x1828185027872640:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1746us (2042us total) trans 4294974888 rc 0/0 00000100:00100000:0.0:1743493955.411050:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12782 00000100:00100000:0.0:1743493955.411106:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12783 00000100:00100000:0.0:1743493955.411113:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027872896:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.411195:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.411215:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4b6c11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x223:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d63b expref: 526 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.411241:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c647c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520e8 expref: 525 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.411270:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4ba3cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x223:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e8d3 expref: 524 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.411292:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64b80/0x1414d533cd4b6b69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x223:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5fc expref: 523 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.411307:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x223:0x0].0x0 (ffff998b5362aa80) 00010000:00010000:0.0:1743493955.411320:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.411362:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411371:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411379:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411461:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411469:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411475:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411578:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x223:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411588:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.411599:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.411900:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].342, 64 off30144 00000040:00080000:0.0:1743493955.411941:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3834, 184 off676712 00010000:00010000:0.0:1743493955.412078:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x223:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412088:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412096:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412102:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412108:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412113:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412119:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412125:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f925c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.412128:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412135:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412144:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x223:0x0].0x0 (ffff998b5022a400) 00010000:00010000:0.0:1743493955.412147:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.412151:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412156:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f925c0/0x1414d533cd4c681f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x223:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412182:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412189:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412194:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412200:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f90b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.412203:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412210:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412217:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x223:0x0].0x0 (ffff998b5022a400) 00010000:00010000:0.0:1743493955.412220:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.412223:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.412229:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90b80/0x1414d533cd4c6818 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x223:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415537:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415553:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415561:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415567:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.415571:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415579:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415593:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.415597:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.415602:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415608:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92980/0x1414d533cd4c680a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.415628:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000002bba122 reply state 000000006e81cce4 transno 4294974889 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415641:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.415647:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x98ca20bd (ffff998b50229700) 00010000:00010000:0.0:1743493955.415650:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.415653:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.419652:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027872896:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8525us (10533us total) trans 4294974889 rc 0/0 00000100:00100000:0.0:1743493955.419667:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12783 00000100:00100000:3.0:1743493955.421640:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.421738:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027873152 00000100:00100000:2.0:1743493955.421748:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027873152 00000100:00100000:2.0:1743493955.421840:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3635 00000100:00100000:2.0:1743493955.421848:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+524:13289:x1828185027873152:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.422180:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+525:13289:x1828185027873152:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 330us (544us total) trans 4294974890 rc 0/0 00000100:00100000:2.0:1743493955.422189:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3635 00000100:00100000:1.0:1743493955.426701:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.426784:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027873408 00000100:00100000:3.0:1743493955.426794:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027873408 00000100:00100000:3.0:1743493955.426861:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3636 00000100:00100000:3.0:1743493955.426869:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+525:13290:x1828185027873408:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493955.427298:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027873408:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 427us (602us total) trans 4294974891 rc 0/0 00000100:00100000:3.0:1743493955.427308:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3636 00000100:00100000:2.0:1743493955.432049:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.432139:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.432240:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027873664 00000100:00100000:0.0:1743493955.432250:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027873664 00000100:00100000:0.0:1743493955.432321:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027873920 00000100:00100000:0.0:1743493955.432335:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027873920 00000100:00100000:0.0:1743493955.432378:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12784 00000100:00100000:0.0:1743493955.432386:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+527:13289:x1828185027873664:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.432477:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.432508:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4b6ad6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x222:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5c4 expref: 527 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.432540:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c63aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520be expref: 526 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.432561:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4ba3a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x222:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e8c5 expref: 525 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.432581:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9300/0x1414d533cd4b6a5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x222:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d593 expref: 524 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.432595:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x222:0x0].0x0 (ffff998b5362a400) 00010000:00010000:0.0:1743493955.432614:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.432651:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432666:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432675:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432721:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432733:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432740:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432931:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x222:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432940:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.432947:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.433287:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].345, 64 off30336 00000040:00080000:0.0:1743493955.433344:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3835, 184 off676896 00010000:00010000:0.0:1743493955.433484:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x222:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433494:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433502:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433510:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433516:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433522:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433533:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433539:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc9e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.433543:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433550:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433559:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x222:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:0.0:1743493955.433562:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.433566:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433571:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9e40/0x1414d533cd4c683b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x222:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433601:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433607:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433613:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433618:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.433622:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433628:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433640:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x222:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:0.0:1743493955.433642:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.433645:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433651:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8040/0x1414d533cd4c6834 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x222:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433898:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433905:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433911:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433916:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.433920:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433927:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433935:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.433938:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.433942:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433948:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8400/0x1414d533cd4c6826 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.433964:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f2f9abd6 reply state 00000000cbbebe5e transno 4294974892 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433974:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.433980:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x98ca20bd (ffff998b50e5dd80) 00010000:00010000:0.0:1743493955.433982:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.433985:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.434083:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+525:13289:x1828185027873664:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1694us (2040us total) trans 4294974892 rc 0/0 00000100:00100000:0.0:1743493955.434091:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12784 00000100:00100000:0.0:1743493955.434139:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12785 00000100:00100000:0.0:1743493955.434146:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027873920:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.434215:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493955.434231:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4b705c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x227:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d7ca expref: 524 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.434254:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4b6fde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x227:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d799 expref: 523 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.434274:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4ad807 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x227:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a629 expref: 522 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.434290:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227:0x0].0x0 (ffff998b536293c0) 00010000:00010000:0.0:1743493955.434304:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.434345:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434356:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434368:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434411:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434419:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434424:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434519:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x227:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434527:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434535:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.434808:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].343, 64 off30208 00000040:00080000:0.0:1743493955.434845:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3836, 184 off677080 00010000:00010000:0.0:1743493955.434973:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x227:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434982:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434989:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.434996:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435007:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435013:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435019:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435025:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc87c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.435028:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435035:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435044:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:0.0:1743493955.435047:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.435050:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435056:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc87c0/0x1414d533cd4c6857 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x227:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435081:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435087:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435093:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435098:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.435101:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435108:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435115:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x227:0x0].0x0 (ffff998b50e5fac0) 00010000:00010000:0.0:1743493955.435118:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.435121:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435126:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8f40/0x1414d533cd4c6850 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x227:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435313:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.435320:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443730:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443747:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53ccb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.443778:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443790:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443808:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.443811:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.443816:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443828:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb4c0/0x1414d533cd4c6842 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.443878:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009f116f0c reply state 000000008b57e3d1 transno 4294974893 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443892:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.443899:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xbea011c (ffff998b50e5edc0) 00010000:00010000:0.0:1743493955.443902:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.443906:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.444219:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+523:13290:x1828185027873920:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10066us (12074us total) trans 4294974893 rc 0/0 00000100:00100000:1.0:1743493955.444230:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12785 00000100:00100000:2.0:1743493955.472267:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.472461:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.472584:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027874176 00000100:00100000:3.0:1743493955.472602:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027874176 00000100:00100000:3.0:1743493955.472881:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027874432 00000100:00100000:3.0:1743493955.472886:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027874432 00000100:00100000:2.0:1743493955.472956:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3637 00000100:00100000:2.0:1743493955.472968:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13289:x1828185027874176:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.473206:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3638 00000100:00100000:0.0:1743493955.473220:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027874432:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.473612:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+525:13289:x1828185027874176:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 641us (1348us total) trans 4294974894 rc 0/0 00000100:00100000:2.0:1743493955.473624:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3637 00000100:00100000:0.0:1743493955.476323:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+525:13290:x1828185027874432:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3096us (3853us total) trans 4294974895 rc 0/0 00000100:00100000:0.0:1743493955.476348:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3638 00000100:00100000:2.0:1743493955.488181:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.488359:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027874688 00000100:00100000:1.0:1743493955.488375:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027874688 00000100:00100000:1.0:1743493955.488486:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12786 00000100:00100000:1.0:1743493955.488497:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+525:13289:x1828185027874688:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.488608:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493955.488645:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b4b80/0x1414d533cd4b6f75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x226:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d776 expref: 525 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.488685:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4b6f0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x226:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d74c expref: 524 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.488707:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d47c0/0x1414d533cd4ad79e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x226:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ff expref: 523 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.488725:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226:0x0].0x0 (ffff998b53629080) 00010000:00010000:1.0:1743493955.488747:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.488868:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.488887:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.488899:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.488949:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.488958:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.488966:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489129:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x226:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489138:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489145:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.489580:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].346, 64 off30400 00000040:00080000:1.0:1743493955.489635:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3837, 184 off677264 00010000:00010000:1.0:1743493955.489849:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x226:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489861:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489870:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489879:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489886:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489893:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489906:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489913:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.489918:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489927:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489938:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:1.0:1743493955.489941:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.489946:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489953:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c6873 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x226:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489990:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.489997:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490004:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490010:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.490014:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490021:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490034:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x226:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:1.0:1743493955.490037:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.490040:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490046:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c686c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x226:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490355:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490361:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490367:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490371:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.490374:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490380:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490389:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.490392:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.490395:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490401:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c685e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.490417:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000089e6d7d3 reply state 00000000b6d66748 transno 4294974896 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490429:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.490434:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xbea011c (ffff998b50e5fac0) 00010000:00010000:1.0:1743493955.490437:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.490440:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.496163:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13289:x1828185027874688:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7648us (7977us total) trans 4294974896 rc 0/0 00000100:00100000:1.0:1743493955.496180:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12786 00000100:00100000:0.0:1743493955.497143:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.497312:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027874944 00000100:00100000:3.0:1743493955.497335:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027874944 00000100:00100000:3.0:1743493955.497422:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12787 00000100:00100000:3.0:1743493955.497432:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027874944:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.497629:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493955.497669:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4b497a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x204:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ca64 expref: 524 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.497700:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4b8e07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x204:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e18d expref: 523 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.497720:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660cf40/0x1414d533cd4b496c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x204:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ca56 expref: 522 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.497738:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204:0x0].0x0 (ffff998b5542edc0) 00010000:00010000:3.0:1743493955.497791:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.497837:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.497853:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.497864:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.497911:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.497919:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.497925:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498093:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x204:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498101:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498109:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493955.498532:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].347, 64 off30464 00000040:00080000:3.0:1743493955.498586:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3838, 184 off677448 00010000:00010000:3.0:1743493955.498747:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x204:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498788:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498797:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498805:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498812:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498819:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498826:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498833:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c25c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493955.498837:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498845:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498854:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204:0x0].0x0 (ffff998b50e5f440) 00010000:00010000:3.0:1743493955.498859:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493955.498864:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498870:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c688f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x204:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498908:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498915:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498921:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498927:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.498931:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498938:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498946:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x204:0x0].0x0 (ffff998b50e5f440) 00010000:00010000:3.0:1743493955.498949:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493955.498952:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.498958:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c6888 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x204:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499209:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499216:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499222:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499227:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.499230:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499237:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499245:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493955.499248:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.499252:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499258:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c687a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493955.499276:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c95edb2c reply state 0000000052ce5f45 transno 4294974897 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499287:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.499294:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xcd7d97c8 (ffff998b50e5c040) 00010000:00010000:3.0:1743493955.499296:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.499300:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.499446:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+523:13290:x1828185027874944:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2010us (2304us total) trans 4294974897 rc 0/0 00000100:00100000:3.0:1743493955.499457:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12787 00000100:00100000:0.0:1743493955.519803:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.519867:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027875200 00000100:00100000:2.0:1743493955.519882:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027875200 00000100:00100000:0.0:1743493955.519897:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.519963:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027875456 00000100:00100000:2.0:1743493955.519967:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027875456 00000100:00100000:2.0:1743493955.520018:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3639 00000100:00100000:2.0:1743493955.520030:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae63850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+524:13289:x1828185027875200:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.520078:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3640 00000100:00100000:1.0:1743493955.520086:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027875456:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.520696:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae63850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+526:13289:x1828185027875200:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 664us (954us total) trans 4294974898 rc 0/0 00000100:00100000:1.0:1743493955.520696:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+526:13290:x1828185027875456:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 606us (794us total) trans 4294974899 rc 0/0 00000100:00100000:2.0:1743493955.520706:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3639 00000100:00100000:1.0:1743493955.520709:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3640 00000100:00100000:1.0:1743493955.537580:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.537656:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.538251:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027875712 00000100:00100000:3.0:1743493955.538268:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027875712 00000100:00100000:3.0:1743493955.538368:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027875968 00000100:00100000:3.0:1743493955.538373:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027875968 00000100:00100000:3.0:1743493955.538434:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12788 00000100:00100000:3.0:1743493955.538446:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+526:13289:x1828185027875712:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.538559:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493955.538597:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4b4a8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x205:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cab1 expref: 526 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.538638:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4b8e9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x205:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e1be expref: 525 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.538663:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4b4a53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x205:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494caa3 expref: 524 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.538684:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205:0x0].0x0 (ffff998b5542d080) 00010000:00010000:3.0:1743493955.538709:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.538827:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.538846:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.538859:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.538911:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.538919:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.538931:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.539108:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x205:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.539117:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.539124:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493955.539322:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12789 00000100:00100000:1.0:1743493955.539343:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+523:13290:x1828185027875968:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.539453:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.539472:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4b661b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21e:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d43c expref: 523 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.539498:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01f100/0x1414d533cd4c655c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952127 expref: 522 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.539518:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4ba2eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e886 expref: 521 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.539540:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb880/0x1414d533cd4b65ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d420 expref: 520 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.539556:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21e:0x0].0x0 (ffff998b519bdd80) 00010000:00010000:1.0:1743493955.539573:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.539604:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539614:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539622:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539665:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539673:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539681:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.539829:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.540409:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.540420:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.540922:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].348, 64 off30528 00000040:00080000:1.0:1743493955.540975:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3839, 184 off677632 00010000:00010000:1.0:1743493955.541144:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541156:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541166:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541173:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541181:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541187:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541194:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541201:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.541206:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541214:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.541227:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21e:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:1.0:1743493955.541231:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000040:00080000:3.0:1743493955.541592:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].344, 64 off30272 00000004:00080000:3.0:1743493955.541611:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1157847857774ns, next at 1158847844983ns, rc = 0 00000040:00080000:3.0:1743493955.541643:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3840, 184 off677816 00010000:00010000:3.0:1743493955.541800:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x205:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541811:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541820:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541827:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541833:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541838:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541844:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541850:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c3880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493955.541854:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541860:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541869:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:3.0:1743493955.541872:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493955.541876:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541883:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3880/0x1414d533cd4c68c7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x205:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541926:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541932:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541938:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541942:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.541946:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541952:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541961:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x205:0x0].0x0 (ffff998b50e5da40) 00010000:00010000:3.0:1743493955.541964:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493955.541968:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.541973:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c25c0/0x1414d533cd4c68a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x205:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542248:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542257:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542263:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542270:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.542273:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542280:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542290:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:3.0:1743493955.542293:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.542297:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542304:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0b80/0x1414d533cd4c6896 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493955.542322:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000077cbc1f8 reply state 000000003b888af0 transno 4294974901 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542347:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493955.542358:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xcd7d97c8 (ffff998b50e5f440) 00010000:00010000:3.0:1743493955.542362:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.542366:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1743493955.543135:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543149:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1e40/0x1414d533cd4c68c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543190:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543197:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543203:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543209:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.543213:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543220:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543232:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21e:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:1.0:1743493955.543235:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.543238:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543244:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1a80/0x1414d533cd4c68b9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543498:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543506:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543513:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543518:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.543522:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543528:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543539:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.543542:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.543546:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543552:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0400/0x1414d533cd4c68ab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.543570:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000003b55176 reply state 00000000a0dec228 transno 4294974900 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543582:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.543589:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xf2061246 (ffff998b50e5d700) 00010000:00010000:1.0:1743493955.543592:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.543595:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.547901:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+523:13289:x1828185027875712:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9434us (10325us total) trans 4294974901 rc 0/0 00000100:00100000:3.0:1743493955.547920:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12788 00000100:00100000:1.0:1743493955.548643:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+523:13290:x1828185027875968:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9295us (10981us total) trans 4294974900 rc 0/0 00000100:00100000:1.0:1743493955.548654:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12789 00000100:00100000:3.0:1743493955.570825:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.570915:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.571075:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027876224 00000100:00100000:2.0:1743493955.571090:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027876224 00000100:00100000:2.0:1743493955.571169:0:15613:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027876480 00000100:00100000:2.0:1743493955.571173:0:15613:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027876480 00000100:00100000:2.0:1743493955.571229:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3641 00000100:00100000:0.0:1743493955.571242:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3642 00000100:00100000:2.0:1743493955.571244:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+523:13290:x1828185027876224:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.571258:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+523:13289:x1828185027876480:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.571793:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+525:13290:x1828185027876224:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 552us (981us total) trans 4294974902 rc 0/0 00000100:00100000:0.0:1743493955.571802:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+525:13289:x1828185027876480:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 543us (884us total) trans 4294974903 rc 0/0 00000100:00100000:2.0:1743493955.571809:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3641 00000100:00100000:0.0:1743493955.571819:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3642 00000100:00100000:0.0:1743493955.588110:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.589466:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027876992 00000100:00100000:2.0:1743493955.589484:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027876992 00000100:00100000:2.0:1743493955.589591:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12790 00000100:00100000:2.0:1743493955.589602:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+524:13290:x1828185027876992:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.589728:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.589788:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4b629b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21a:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d2fa expref: 524 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.589831:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e200/0x1414d533cd4c65b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495212e expref: 523 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.589855:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5e40/0x1414d533cd4ba4c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e92e expref: 522 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.589880:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680d300/0x1414d533cd4b61f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d2bb expref: 521 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.589898:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a:0x0].0x0 (ffff998b561a6dc0) 00010000:00010000:2.0:1743493955.589920:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.589966:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.589983:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.589995:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590044:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590053:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590061:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590243:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590253:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590261:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493955.590708:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].349, 64 off30592 00000040:00080000:2.0:1743493955.590819:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3841, 184 off678000 00010000:00010000:2.0:1743493955.590977:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590989:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.590998:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591009:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591017:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591023:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591029:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591035:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071f4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.591039:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591048:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591059:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:2.0:1743493955.591063:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.591068:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591075:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c68e3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591114:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591120:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591126:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591131:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.591136:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591142:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591149:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21a:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:2.0:1743493955.591152:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.591155:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591161:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c68dc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591456:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591465:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591471:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591477:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cba980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.591481:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591488:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591498:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.591502:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.591506:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591511:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba980/0x1414d533cd4c68ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493955.591529:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a28b4ee9 reply state 000000007a8da53a transno 4294974904 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591542:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.591550:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x76821429 (ffff998b50e5da40) 00010000:00010000:2.0:1743493955.591553:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.591557:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.591713:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+522:13290:x1828185027876992:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2107us (3612us total) trans 4294974904 rc 0/0 00000100:00100000:2.0:1743493955.591725:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12790 00000100:00100000:0.0:1743493955.591992:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.597059:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027876736 00000100:00100000:2.0:1743493955.597083:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027876736 00000100:00100000:2.0:1743493955.597238:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12791 00000100:00100000:2.0:1743493955.597249:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+522:13289:x1828185027876736:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.597662:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.597703:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4b673a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21f:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d489 expref: 522 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.597745:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c649f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520ef expref: 521 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.597888:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c7c0/0x1414d533cd4ba2ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e871 expref: 520 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.597915:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4b668b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d45f expref: 519 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.597931:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21f:0x0].0x0 (ffff998b519bea80) 00010000:00010000:2.0:1743493955.597951:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.597994:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598009:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598019:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598060:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598067:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598074:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598268:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598277:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.598284:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493955.598961:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].345, 64 off30336 00000040:00080000:2.0:1743493955.599017:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3842, 184 off678184 00010000:00010000:2.0:1743493955.599184:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599196:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599207:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599215:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599223:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599229:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599236:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599242:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.599246:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599254:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599264:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21f:0x0].0x0 (ffff998b50e5c380) 00010000:00010000:2.0:1743493955.599267:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.599271:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599277:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c68ff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599337:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599344:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599350:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599355:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.599358:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599364:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599834:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21f:0x0].0x0 (ffff998b50e5c380) 00010000:00010000:2.0:1743493955.599837:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.599841:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.599848:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c68f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600114:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600121:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600128:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600133:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.600137:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600144:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600153:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493955.600155:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.600159:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600165:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c68ea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493955.600181:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000025b9eaac reply state 000000007fe3f8ce transno 4294974905 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600193:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.600199:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xf2061246 (ffff998b50e5c6c0) 00010000:00010000:2.0:1743493955.600202:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.600205:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.606413:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+520:13289:x1828185027876736:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9144us (14403us total) trans 4294974905 rc 0/0 00000100:00100000:2.0:1743493955.606431:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12791 00000100:00100000:0.0:1743493955.607709:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.607841:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027877248 00000100:00100000:1.0:1743493955.607854:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027877248 00000100:00100000:1.0:1743493955.607936:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3643 00000100:00100000:1.0:1743493955.607946:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+520:13290:x1828185027877248:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.610503:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+521:13290:x1828185027877248:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2542us (2787us total) trans 4294974906 rc 0/0 00000100:00100000:1.0:1743493955.610522:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3643 00000100:00100000:1.0:1743493955.615519:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.615591:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.615677:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027877760 00000100:00100000:2.0:1743493955.615696:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027877760 00000100:00100000:2.0:1743493955.615907:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12792 00000100:00100000:2.0:1743493955.615919:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+521:13290:x1828185027877760:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:3.0:1743493955.616000:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027877504 00000100:00100000:3.0:1743493955.616013:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027877504 00010000:00010000:2.0:1743493955.616063:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.616101:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6d40/0x1414d533cd4b6e6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x225:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d714 expref: 522 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.616139:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d5300/0x1414d533cd4c65d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952135 expref: 521 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.616162:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4ba465 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x225:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e904 expref: 520 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.616186:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4b6dd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x225:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d6dc expref: 519 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.616203:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225:0x0].0x0 (ffff998b53628d40) 00010000:00010000:2.0:1743493955.616226:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.616292:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616309:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616337:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616387:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616395:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616402:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616575:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x225:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616588:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.616595:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493955.617357:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3644 00000100:00100000:3.0:1743493955.617373:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+518:13289:x1828185027877504:12345-192.168.206.41@tcp:35:dbench.0 00000040:00080000:0.0:1743493955.620082:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].346, 64 off30400 00000040:00080000:0.0:1743493955.620146:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3843, 184 off678368 00010000:00010000:0.0:1743493955.620386:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x225:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620406:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620419:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620429:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620436:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620441:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620448:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620453:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071c040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.620458:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620466:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620479:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:0.0:1743493955.620483:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.620489:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620495:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c040/0x1414d533cd4c691b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620538:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620544:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620550:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620556:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.620560:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620567:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620576:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x225:0x0].0x0 (ffff998b50e5f780) 00010000:00010000:0.0:1743493955.620579:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.620582:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620587:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d6c0/0x1414d533cd4c6914 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x225:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620908:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620917:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620927:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620933:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.620936:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620942:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620953:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.620955:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.620959:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620965:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e980/0x1414d533cd4c6906 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.620983:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000750a7444 reply state 00000000a8349d9f transno 4294974907 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.620996:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.621003:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x3afecd66 (ffff998b50e5c380) 00010000:00010000:0.0:1743493955.621005:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.621009:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.621180:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+520:13290:x1828185027877760:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5257us (5582us total) trans 4294974907 rc 0/0 00000100:00100000:0.0:1743493955.621193:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12792 00000100:00100000:3.0:1743493955.621701:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+520:13289:x1828185027877504:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 4330us (6188us total) trans 4294974908 rc 0/0 00000100:00100000:3.0:1743493955.621712:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3644 00000100:00100000:3.0:1743493955.628092:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.634793:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027878016 00000100:00100000:1.0:1743493955.634815:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027878016 00000100:00100000:1.0:1743493955.634973:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3645 00000100:00100000:1.0:1743493955.634983:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+520:13290:x1828185027878016:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.635573:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae66850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+521:13290:x1828185027878016:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 588us (7494us total) trans 4294974909 rc 0/0 00000100:00100000:1.0:1743493955.635583:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3645 00000100:00100000:2.0:1743493955.636310:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.636439:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027878272 00000100:00100000:0.0:1743493955.636449:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027878272 00000100:00100000:0.0:1743493955.636522:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12793 00000100:00100000:0.0:1743493955.636531:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+521:13289:x1828185027878272:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.636637:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.636671:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4b639e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d363 expref: 521 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.636702:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c64bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520f6 expref: 520 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.636720:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2980/0x1414d533cd4ba4a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e919 expref: 519 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.636739:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e980/0x1414d533cd4b630b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d332 expref: 518 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.636790:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b:0x0].0x0 (ffff998b561a5080) 00010000:00010000:0.0:1743493955.636810:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.636849:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.636865:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.636874:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.636915:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.636923:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.636930:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637072:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637079:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637085:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493955.637461:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].347, 64 off30464 00000040:00080000:0.0:1743493955.637516:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3844, 184 off678552 00010000:00010000:0.0:1743493955.637663:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637673:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637681:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637689:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637696:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637701:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637707:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637717:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52312d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.637721:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637728:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637736:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b:0x0].0x0 (ffff998b50e5e740) 00010000:00010000:0.0:1743493955.637739:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.637743:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637748:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c6937 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637841:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637849:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637855:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637861:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.637866:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637873:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637883:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21b:0x0].0x0 (ffff998b50e5e740) 00010000:00010000:0.0:1743493955.637886:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.637891:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.637897:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c7c0/0x1414d533cd4c6930 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638127:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638134:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638139:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638143:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071f4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.638146:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638152:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638160:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.638162:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.638165:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638170:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071f4c0/0x1414d533cd4c6922 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493955.638183:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000062c14e42 reply state 00000000e44be049 transno 4294974910 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638194:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.638203:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x76821429 (ffff998b50e5cd40) 00010000:00010000:0.0:1743493955.638206:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.638209:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.638342:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+519:13289:x1828185027878272:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1795us (2029us total) trans 4294974910 rc 0/0 00000100:00100000:0.0:1743493955.638355:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12793 00000100:00100000:2.0:1743493955.648875:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.648956:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.651498:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027878784 00000100:00100000:1.0:1743493955.651519:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027878784 00000100:00100000:1.0:1743493955.651650:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12794 00000100:00100000:1.0:1743493955.651663:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+519:13290:x1828185027878784:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.651805:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.651843:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071cb80/0x1414d533cd4b725b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x229:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d879 expref: 519 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.651884:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c660b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495213c expref: 518 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.651907:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071da80/0x1414d533cd4b9e45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x229:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e6f0 expref: 517 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.651929:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4b71f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x229:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d85d expref: 516 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.651953:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x229:0x0].0x0 (ffff998b5362a740) 00010000:00010000:1.0:1743493955.651977:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.652025:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652043:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652055:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652104:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652112:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652120:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652298:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x229:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652307:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.652315:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.652741:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].348, 64 off30528 00000040:00080000:1.0:1743493955.652853:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3845, 184 off678736 00010000:00010000:1.0:1743493955.653025:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x229:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653044:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653052:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653060:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653071:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653077:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653084:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653090:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b523116c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.653095:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653103:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653113:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x229:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:1.0:1743493955.653117:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.653122:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653134:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523116c0/0x1414d533cd4c6953 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x229:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653172:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653180:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653187:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653193:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52310b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.653197:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653204:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653212:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x229:0x0].0x0 (ffff998b50e5ca00) 00010000:00010000:1.0:1743493955.653215:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.653234:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653240:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310b80/0x1414d533cd4c694c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x229:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653521:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653528:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653535:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653540:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52311e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.653544:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653554:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653563:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.653566:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.653569:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653574:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311e40/0x1414d533cd4c693e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.653590:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000484587c1 reply state 0000000018208c43 transno 4294974911 ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653601:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.653607:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa3962d5b (ffff998b50e5f780) 00010000:00010000:1.0:1743493955.653610:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.653613:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.653884:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027878528 00000100:00100000:0.0:1743493955.653894:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027878528 00000100:00100000:0.0:1743493955.654005:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3646 00000100:00100000:0.0:1743493955.654013:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+518:13289:x1828185027878528:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.654640:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+519:13290:x1828185027878784:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2976us (5680us total) trans 4294974911 rc 0/0 00000100:00100000:1.0:1743493955.654652:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12794 00000100:00100000:2.0:1743493955.654719:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.654745:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027879040 00000100:00100000:1.0:1743493955.654775:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027879040 00000100:00100000:1.0:1743493955.654862:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 865 00000100:00100000:1.0:1743493955.654868:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185027879040:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:1.0:1743493955.654963:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185027879040:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 93us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.654971:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 865 00000100:00080000:1.0:1743493955.655280:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493925 00000100:00100000:0.0:1743493955.657138:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+518:13289:x1828185027878528:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3111us (8265us total) trans 4294974912 rc 0/0 00000100:00100000:0.0:1743493955.657156:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3646 00000100:00100000:2.0:1743493955.657555:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.658306:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.658390:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027878912 00000100:00100000:0.0:1743493955.658403:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027878912 00000100:00100000:0.0:1743493955.658499:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 509 00000100:00100000:0.0:1743493955.658508:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cc96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2439:x1828185027878912:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493955.658634:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cc96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2439:x1828185027878912:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 125us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.658644:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 509 00000100:00080000:1.0:1743493955.658995:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493925 00000100:00100000:3.0:1743493955.665990:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027879296 00000100:00100000:3.0:1743493955.666013:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027879296 00000100:00100000:1.0:1743493955.666233:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 294 00000100:00100000:1.0:1743493955.666245:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+77:2439:x1828185027879296:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:1.0:1743493955.666421:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+77:2439:x1828185027879296:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 176us (8866us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493955.666430:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 294 00000100:00100000:2.0:1743493955.673004:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.673166:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027879168 00000100:00100000:3.0:1743493955.673181:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027879168 00000100:00100000:3.0:1743493955.673309:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 295 00000100:00100000:3.0:1743493955.673321:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027879168:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:3.0:1743493955.673521:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:00038621-ef07-44f7-8531-81bf2ec881e5+76:2439:x1828185027879168:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 201us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493955.673532:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 295 00000100:00100000:2.0:1743493955.679570:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.679656:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027879552 00000100:00100000:0.0:1743493955.679671:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027879552 00000100:00100000:2.0:1743493955.679710:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.679799:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3647 00000100:00100000:0.0:1743493955.679810:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+518:13290:x1828185027879552:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.680238:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+519:13290:x1828185027879552:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 427us (681us total) trans 4294974913 rc 0/0 00000100:00100000:1.0:1743493955.680391:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027879808 00000100:00100000:1.0:1743493955.680398:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027879808 00000100:00100000:1.0:1743493955.680471:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12795 00000100:00100000:1.0:1743493955.680479:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+520:13289:x1828185027879808:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.680540:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.680579:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c400/0x1414d533cd4b6d37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x224:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d6a4 expref: 520 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.680615:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c64d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49520fd expref: 519 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.680637:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4ba426 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x224:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e8ef expref: 518 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.680660:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c07c0/0x1414d533cd4b6c9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x224:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d66c expref: 517 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.680677:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224:0x0].0x0 (ffff998b5362b100) 00010000:00010000:1.0:1743493955.680702:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.680745:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.680794:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.680807:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.680858:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.680867:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.680876:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681029:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x224:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681037:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681044:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.681437:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].350, 64 off30656 00000040:00080000:1.0:1743493955.681489:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3846, 184 off678920 00010000:00010000:1.0:1743493955.681642:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x224:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681653:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681663:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681676:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681684:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681690:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681697:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681704:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52312980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.681709:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681717:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681728:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:1.0:1743493955.681732:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.681736:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681742:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312980/0x1414d533cd4c696f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x224:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681849:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681856:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681862:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681869:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52310f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.681873:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681880:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681889:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x224:0x0].0x0 (ffff998b50e5e400) 00010000:00010000:1.0:1743493955.681892:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.681895:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.681901:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310f40/0x1414d533cd4c6968 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x224:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682172:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682180:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682187:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682192:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52312d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.682196:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682202:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682213:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.682216:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.682221:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682227:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312d40/0x1414d533cd4c695a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.682245:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000043b61876 reply state 000000009863e2d2 transno 4294974914 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682258:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.682266:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x3afecd66 (ffff998b50e5e740) 00010000:00010000:1.0:1743493955.682269:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.682272:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.682440:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+518:13289:x1828185027879808:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1954us (2725us total) trans 4294974914 rc 0/0 00000100:00100000:1.0:1743493955.682451:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12795 00000100:00100000:0.0:1743493955.689787:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3647 00000100:00100000:2.0:1743493955.690402:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.690509:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027880064 00000100:00100000:3.0:1743493955.690522:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027880064 00000100:00100000:3.0:1743493955.690598:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12796 00000100:00100000:3.0:1743493955.690610:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+517:13290:x1828185027880064:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493955.690724:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493955.690781:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4b4bdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x206:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cb2f expref: 517 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.690817:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c6627 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952143 expref: 516 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.690841:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4b8e8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x206:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e1b7 expref: 515 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.690862:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4b4b56 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x206:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cb0c expref: 514 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493955.690878:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:3.0:1743493955.690900:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493955.690942:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.690957:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.690969:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691012:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691019:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691027:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691194:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x206:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691202:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691210:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493955.691635:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].351, 64 off30720 00000040:00080000:3.0:1743493955.691699:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3847, 184 off679104 00010000:00010000:3.0:1743493955.691889:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x206:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691901:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691910:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691917:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691924:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691930:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691936:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691948:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493955.691953:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691962:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691972:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:3.0:1743493955.691976:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493955.691980:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.691986:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c698b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x206:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692024:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692030:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692035:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692045:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.692050:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692057:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692065:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x206:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:3.0:1743493955.692068:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493955.692071:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692077:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6984 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x206:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692353:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692361:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692368:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692374:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493955.692377:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692384:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692393:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493955.692396:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493955.692400:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692406:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6976 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493955.692423:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f18efd42 reply state 00000000512021ab transno 4294974915 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692435:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493955.692446:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x5e0db83a (ffff998b50e5ca00) 00010000:00010000:3.0:1743493955.692449:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493955.692452:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493955.692621:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+515:13290:x1828185027880064:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2009us (2236us total) trans 4294974915 rc 0/0 00000100:00100000:3.0:1743493955.692632:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12796 00000100:00100000:2.0:1743493955.698057:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.698180:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027880320 00000100:00100000:0.0:1743493955.698196:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027880320 00000100:00100000:0.0:1743493955.698289:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3648 00000100:00100000:0.0:1743493955.698298:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+515:13289:x1828185027880320:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.698906:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+516:13289:x1828185027880320:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 605us (861us total) trans 4294974916 rc 0/0 00000100:00100000:0.0:1743493955.698916:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3648 00000100:00100000:2.0:1743493955.708529:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.708709:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027880576 00000100:00100000:3.0:1743493955.708724:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027880576 00000100:00100000:1.0:1743493955.708889:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12797 00000100:00100000:1.0:1743493955.708903:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+516:13289:x1828185027880576:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.709048:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.709085:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d6c0/0x1414d533cd4b717b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x228:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d833 expref: 516 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.709120:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c64f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952104 expref: 515 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.709140:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4b9e92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x228:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e713 expref: 514 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.709159:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4b70e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x228:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d7fb expref: 513 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.709175:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x228:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:1.0:1743493955.709197:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.709240:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709256:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709265:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709306:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709312:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709318:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709499:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x228:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709508:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.709516:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.709966:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].352, 64 off30784 00000040:00080000:1.0:1743493955.710019:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3848, 184 off679288 00010000:00010000:1.0:1743493955.710176:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x228:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710185:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710194:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710201:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710209:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710215:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710222:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710228:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.710233:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710240:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710249:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x228:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:1.0:1743493955.710252:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.710256:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710261:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641e40/0x1414d533cd4c69a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x228:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710296:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710302:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710308:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710312:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536434c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.710317:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710338:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710346:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x228:0x0].0x0 (ffff998b50e5f100) 00010000:00010000:1.0:1743493955.710349:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.710353:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710359:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536434c0/0x1414d533cd4c69a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x228:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710633:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710640:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710646:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710653:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.710657:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710670:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710681:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.710683:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.710687:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710693:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641300/0x1414d533cd4c6992 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493955.710711:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e558d6a0 reply state 000000004469095a transno 4294974917 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710724:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.710731:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa3962d5b (ffff998b50e5e400) 00010000:00010000:1.0:1743493955.710734:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.710738:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.717821:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.717917:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027880832 00000100:00100000:3.0:1743493955.717931:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027880832 00000100:00100000:3.0:1743493955.718017:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3649 00000100:00100000:3.0:1743493955.718028:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+515:13290:x1828185027880832:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493955.718450:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+516:13290:x1828185027880832:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 422us (643us total) trans 4294974918 rc 0/0 00000100:00100000:3.0:1743493955.718461:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3649 00000100:00100000:1.0:1743493955.720903:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+515:13289:x1828185027880576:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 11988us (12375us total) trans 4294974917 rc 0/0 00000100:00100000:1.0:1743493955.720919:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12797 00000100:00100000:3.0:1743493955.736535:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.736627:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027881088 00000100:00100000:0.0:1743493955.736643:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027881088 00000100:00100000:3.0:1743493955.736659:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.736734:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027881344 00000100:00100000:2.0:1743493955.736739:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027881344 00000100:00100000:2.0:1743493955.736875:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12798 00000100:00100000:2.0:1743493955.736886:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+516:13290:x1828185027881344:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.737002:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.737040:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3c40/0x1414d533cd4b688a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x220:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d4f9 expref: 516 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.737078:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c6643 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495214a expref: 515 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.737101:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4ba369 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x220:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e8b0 expref: 514 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.737123:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4b680c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x220:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d4cf expref: 513 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.737142:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220:0x0].0x0 (ffff998b519bf100) 00010000:00010000:2.0:1743493955.737165:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.737210:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737227:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737239:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737285:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737294:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737301:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737510:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x220:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737519:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.737530:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493955.738033:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].353, 64 off30848 00000040:00080000:2.0:1743493955.738086:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3849, 184 off679472 00010000:00010000:2.0:1743493955.738249:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x220:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738260:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738269:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738277:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738283:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738289:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738297:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738304:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.738309:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738318:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738342:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:2.0:1743493955.738346:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.738351:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738358:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c69c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x220:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738398:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738405:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738411:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738417:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b174c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.738421:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738427:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738435:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x220:0x0].0x0 (ffff998b50e5d3c0) 00010000:00010000:2.0:1743493955.738438:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.738441:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738447:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c69bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x220:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738734:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738742:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738750:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738802:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.738806:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738813:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738824:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.738826:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.738830:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738836:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69ae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493955.738855:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e444a0bc reply state 000000000ac09de0 transno 4294974919 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738867:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.738874:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xbcf75103 (ffff998b50e5f100) 00010000:00010000:2.0:1743493955.738877:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.738880:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.739037:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+514:13290:x1828185027881344:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2147us (2374us total) trans 4294974919 rc 0/0 00000100:00100000:2.0:1743493955.739048:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12798 00000100:00100000:1.0:1743493955.741471:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3650 00000100:00100000:1.0:1743493955.741492:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+513:13289:x1828185027881088:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.741965:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+514:13289:x1828185027881088:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 476us (5444us total) trans 4294974920 rc 0/0 00000100:00100000:1.0:1743493955.741975:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3650 00000100:00100000:3.0:1743493955.745723:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.746231:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027881600 00000100:00100000:1.0:1743493955.746248:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027881600 00000100:00100000:1.0:1743493955.746358:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12799 00000100:00100000:1.0:1743493955.746369:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+514:13289:x1828185027881600:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.746526:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.746573:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4b4cf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x207:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cb8a expref: 514 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.746613:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c650f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495210b expref: 513 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.746637:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e087c0/0x1414d533cd4b8f18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x207:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e1e8 expref: 512 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.746661:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4b4c67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x207:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cb59 expref: 511 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.746682:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x207:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493955.746706:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.746789:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.746808:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.746822:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.746871:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.746879:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.746886:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.747222:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x207:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.747232:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.747240:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.748138:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].349, 64 off30592 00000040:00080000:1.0:1743493955.748197:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3850, 184 off679656 00010000:00010000:1.0:1743493955.748393:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x207:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748408:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748419:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748428:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748436:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748442:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748450:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748461:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.748466:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748475:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748488:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x207:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:1.0:1743493955.748491:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.748497:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 3/0,0 mode: --/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748503:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x207:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748543:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748550:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748555:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748560:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.748564:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748570:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748589:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x207:0x0].0x0 (ffff998b54cbc380) 00010000:00010000:1.0:1743493955.748592:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.748596:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.748601:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69d8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x207:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493955.749930:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.751705:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027881856 00000100:00100000:2.0:1743493955.751725:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027881856 00000100:00100000:2.0:1743493955.751859:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3651 00000100:00100000:2.0:1743493955.751869:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae60850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+512:13290:x1828185027881856:12345-192.168.206.41@tcp:35:dbench.0 00010000:00010000:0.0:1743493955.752670:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752684:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752691:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752697:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.752702:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752709:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752725:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.752728:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.752733:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752744:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493955.752782:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a5f28c15 reply state 0000000055f66bfd transno 4294974921 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752797:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.752806:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x5e0db83a (ffff998b50e5e0c0) 00010000:00010000:0.0:1743493955.752809:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.752813:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.753117:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae60850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+514:13290:x1828185027881856:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1244us (3191us total) trans 4294974922 rc 0/0 00000100:00100000:2.0:1743493955.753129:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3651 00000100:00100000:0.0:1743493955.753332:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+513:13289:x1828185027881600:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6955us (7614us total) trans 4294974921 rc 0/0 00000100:00100000:0.0:1743493955.753341:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12799 00000100:00100000:3.0:1743493955.760274:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.762009:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027882112 00000100:00100000:0.0:1743493955.762026:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027882112 00000100:00100000:0.0:1743493955.762135:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12800 00000100:00100000:0.0:1743493955.762145:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+513:13290:x1828185027882112:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.762251:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.762285:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca200/0x1414d533cd4b5e2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x216:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d172 expref: 513 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.762320:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c665f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952151 expref: 512 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.762355:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f100/0x1414d533cd4ba140 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x216:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e7fa expref: 511 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.762383:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4b5da8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x216:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d141 expref: 510 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.762410:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216:0x0].0x0 (ffff998b561a46c0) 00010000:00010000:0.0:1743493955.762430:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.762472:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762488:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762498:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762543:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762551:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762558:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762721:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x216:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762728:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.762735:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493955.763179:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].354, 64 off30912 00000040:00080000:0.0:1743493955.763228:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3851, 184 off679840 00010000:00010000:0.0:1743493955.763392:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x216:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763403:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763411:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763419:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763425:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763431:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763438:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763445:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.763450:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763458:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763467:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216:0x0].0x0 (ffff998b561a6dc0) 00010000:00010000:0.0:1743493955.763471:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.763475:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763481:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c69fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x216:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763521:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763528:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763534:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763539:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.763543:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763549:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763556:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x216:0x0].0x0 (ffff998b561a6dc0) 00010000:00010000:0.0:1743493955.763559:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.763562:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763568:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c69f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x216:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763878:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763886:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763892:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763897:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.763902:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763908:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763917:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493955.763920:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.763923:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763929:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c69e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493955.763946:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c978bf7f reply state 00000000804d14e4 transno 4294974923 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763958:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.763965:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x51a4c572 (ffff998b561a5080) 00010000:00010000:0.0:1743493955.763968:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.763972:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.764116:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13290:x1828185027882112:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1968us (3853us total) trans 4294974923 rc 0/0 00000100:00100000:0.0:1743493955.764129:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12800 00000100:00100000:0.0:1743493955.768411:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.768500:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027882368 00000100:00100000:2.0:1743493955.768513:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027882368 00000100:00100000:2.0:1743493955.768606:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3652 00000100:00100000:2.0:1743493955.768618:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13289:x1828185027882368:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.769074:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+512:13289:x1828185027882368:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 456us (677us total) trans 4294974924 rc 0/0 00000100:00100000:2.0:1743493955.769084:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3652 00000100:00100000:3.0:1743493955.793250:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.795531:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027882624 00000100:00100000:1.0:1743493955.795551:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027882624 00000100:00100000:1.0:1743493955.795675:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3653 00000100:00100000:1.0:1743493955.795686:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+512:13290:x1828185027882624:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493955.796189:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+513:13290:x1828185027882624:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 503us (2952us total) trans 4294974925 rc 0/0 00000100:00100000:1.0:1743493955.796198:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3653 00000100:00100000:3.0:1743493955.798264:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.798938:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027882880 00000100:00100000:2.0:1743493955.798952:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027882880 00000100:00100000:0.0:1743493955.800248:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12801 00000100:00100000:0.0:1743493955.800262:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+513:13289:x1828185027882880:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.800426:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.800465:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701e40/0x1414d533cd4b69be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x221:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d562 expref: 513 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.800508:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c652b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952112 expref: 512 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.800532:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4ba32a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x221:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e89b expref: 511 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.800554:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c16c0/0x1414d533cd4b692b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x221:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d52a expref: 510 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.800571:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x221:0x0].0x0 (ffff998b519bf780) 00010000:00010000:0.0:1743493955.800599:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.800651:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.800669:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.800682:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.800731:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.800740:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.800747:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.806807:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.806831:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.806845:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493955.807294:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].350, 64 off30656 00000040:00080000:0.0:1743493955.807613:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3853, 184 off680120 00010000:00010000:0.0:1743493955.807814:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x221:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807827:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807837:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807846:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807853:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807859:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807867:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807874:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b174c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493955.807878:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807887:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807903:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x221:0x0].0x0 (ffff998b561a46c0) 00010000:00010000:0.0:1743493955.807907:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493955.807913:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807920:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b174c0/0x1414d533cd4c6a17 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807964:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807970:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807976:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807980:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.807984:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807989:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.807997:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x221:0x0].0x0 (ffff998b561a46c0) 00010000:00010000:0.0:1743493955.808000:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493955.808003:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808008:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16200/0x1414d533cd4c6a10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808262:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808271:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808277:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808282:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493955.808285:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808292:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808301:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493955.808304:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493955.808307:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808313:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b147c0/0x1414d533cd4c6a02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493955.808346:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005f7251c4 reply state 00000000d60ce474 transno 4294974926 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808358:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.808365:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xbcf75103 (ffff998b561a6dc0) 00010000:00010000:0.0:1743493955.808368:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493955.808371:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493955.808526:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13289:x1828185027882880:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8260us (10267us total) trans 4294974926 rc 0/0 00000100:00100000:0.0:1743493955.808541:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12801 00000100:00100000:0.0:1743493955.809894:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.809986:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027883136 00000100:00100000:2.0:1743493955.809997:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027883136 00000100:00100000:2.0:1743493955.810126:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12802 00000100:00100000:2.0:1743493955.810136:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13290:x1828185027883136:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.810226:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.810254:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc8b80/0x1414d533cd4b5bb0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x214:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d092 expref: 511 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.810287:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c667b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952158 expref: 510 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.810308:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4ba0c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x214:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e7d0 expref: 509 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.810345:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4b5b6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x214:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d06f expref: 508 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.810363:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214:0x0].0x0 (ffff998b542b13c0) 00010000:00010000:2.0:1743493955.810383:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.810424:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810440:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810449:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810492:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810499:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810506:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810662:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x214:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810672:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.810679:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493955.811093:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].355, 64 off30976 00000040:00080000:2.0:1743493955.811144:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3854, 184 off680304 00010000:00010000:2.0:1743493955.811290:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x214:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811300:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811309:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811317:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811336:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811343:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811350:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811356:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53620f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.811361:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811369:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811379:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214:0x0].0x0 (ffff998b561a7ac0) 00010000:00010000:2.0:1743493955.811382:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.811386:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811392:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x214:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811426:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811432:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811438:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811443:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.811447:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811453:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811460:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x214:0x0].0x0 (ffff998b561a7ac0) 00010000:00010000:2.0:1743493955.811462:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.811465:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811471:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17880/0x1414d533cd4c6a2c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x214:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811717:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811724:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811730:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811736:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.811740:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811746:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811780:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493955.811783:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.811787:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811793:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17c40/0x1414d533cd4c6a1e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493955.811808:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000d98512e reply state 00000000ff61c19c transno 4294974927 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811819:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.811826:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x2ee4e5f8 (ffff998b561a7100) 00010000:00010000:2.0:1743493955.811829:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.811831:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.817047:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027883136:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6892us (7138us total) trans 4294974927 rc 0/0 00000100:00100000:2.0:1743493955.817063:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12802 00000100:00100000:1.0:1743493955.833552:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.833630:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027883392 00000100:00100000:2.0:1743493955.833644:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027883392 00000100:00100000:2.0:1743493955.833733:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3654 00000100:00100000:2.0:1743493955.833744:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+509:13289:x1828185027883392:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.837081:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+510:13289:x1828185027883392:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3318us (3522us total) trans 4294974928 rc 0/0 00000100:00100000:2.0:1743493955.837103:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3654 00000100:00100000:3.0:1743493955.839049:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.839128:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027883648 00000100:00100000:2.0:1743493955.839143:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027883648 00000100:00100000:2.0:1743493955.839236:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3655 00000100:00100000:2.0:1743493955.839247:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+510:13290:x1828185027883648:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.841637:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+511:13290:x1828185027883648:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2372us (2579us total) trans 4294974929 rc 0/0 00000100:00100000:2.0:1743493955.841656:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3655 00000100:00100000:3.0:1743493955.848307:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.848419:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.848496:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027883904 00000100:00100000:0.0:1743493955.848511:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027883904 00000100:00100000:0.0:1743493955.848610:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027884160 00000100:00100000:0.0:1743493955.848615:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027884160 00000100:00100000:2.0:1743493955.848622:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12803 00000100:00100000:2.0:1743493955.848633:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+512:13289:x1828185027883904:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:0.0:1743493955.848665:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12804 00000100:00100000:0.0:1743493955.848670:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+512:13290:x1828185027884160:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.848830:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.848830:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.848866:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4b5f76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x217:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d1e9 expref: 512 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.848866:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4b6072 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x218:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d236 expref: 512 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.848906:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa200/0x1414d533cd4c6697 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495215f expref: 510 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.848966:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c6563 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952119 expref: 509 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.848990:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4ba155 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x217:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e801 expref: 508 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.849004:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4ba1d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x218:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e82b expref: 507 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.849012:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4b5eab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x217:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d1a3 expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.849026:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158040/0x1414d533cd4b5ff4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x218:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d205 expref: 505 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.849029:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217:0x0].0x0 (ffff998b561a7440) 00010000:00010000:0.0:1743493955.849039:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff998b561a5700) 00010000:00010000:2.0:1743493955.849050:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.849056:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.849098:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849098:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493955.849114:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849115:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.849126:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849126:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849175:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849175:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849183:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849183:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849191:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849191:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849511:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x217:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849511:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849522:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849522:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.849530:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493955.849530:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493955.850021:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].356, 64 off31040 00000040:00080000:1.0:1743493955.850074:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3855, 184 off680488 00010000:00010000:1.0:1743493955.850235:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850247:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850256:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850265:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850272:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850278:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850290:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850297:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b536234c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.850302:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850311:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850332:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff998b5662e400) 00010000:00010000:1.0:1743493955.850336:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.850341:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850348:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536234c0/0x1414d533cd4c6a64 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x218:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850559:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850567:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850573:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850578:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.850583:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850590:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850602:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x218:0x0].0x0 (ffff998b5662e400) 00010000:00010000:1.0:1743493955.850605:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.850609:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850615:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623c40/0x1414d533cd4c6a56 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x218:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493955.850653:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].351, 64 off30720 00000040:00080000:2.0:1743493955.850685:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3856, 184 off680672 00010000:00010000:2.0:1743493955.850843:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x217:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850853:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850861:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850868:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850874:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850881:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850886:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850890:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e607c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.850894:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850900:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850907:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217:0x0].0x0 (ffff998b561a4d40) 00010000:00010000:2.0:1743493955.850909:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.850912:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850918:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a6b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x217:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850926:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850933:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.850938:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.850940:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850944:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.850946:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850947:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.850952:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850953:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.850959:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53622d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.850962:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850962:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.850964:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.850967:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.850968:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.850973:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621e40/0x1414d533cd4c6a41 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493955.850976:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x217:0x0].0x0 (ffff998b561a4d40) 00010000:00010000:2.0:1743493955.850978:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.850981:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.850986:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622d40/0x1414d533cd4c6a5d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x217:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.850988:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a88d3e2e reply state 000000004c985bd1 transno 4294974930 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.851000:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493955.851006:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x6324417e (ffff998b561a46c0) 00010000:00010000:1.0:1743493955.851009:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.851012:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1743493955.851988:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852002:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852008:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852014:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53620f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.852018:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852026:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852039:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493955.852043:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.852277:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852284:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620f40/0x1414d533cd4c6a3a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493955.852306:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000079d7d52a reply state 0000000077db6dac transno 4294974931 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852316:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.852332:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x51a4c572 (ffff998b561a7ac0) 00010000:00010000:2.0:1743493955.852335:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.852337:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.853394:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027884160:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 4710us (4963us total) trans 4294974930 rc 0/0 00000100:00100000:1.0:1743493955.853409:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12804 00000100:00100000:2.0:1743493955.855119:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027883904:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6474us (6820us total) trans 4294974931 rc 0/0 00000100:00100000:2.0:1743493955.855133:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12803 00000100:00100000:3.0:1743493955.860619:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.860687:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027884416 00000100:00100000:2.0:1743493955.860701:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027884416 00000100:00100000:2.0:1743493955.860842:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3656 00000100:00100000:2.0:1743493955.860854:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027884416:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.861509:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027884416:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 652us (897us total) trans 4294974932 rc 0/0 00000100:00100000:2.0:1743493955.861520:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3656 00000100:00100000:3.0:1743493955.868610:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.868711:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.868900:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027884800 00000100:00100000:2.0:1743493955.868917:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027884800 00000100:00100000:2.0:1743493955.869018:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3657 00000100:00100000:2.0:1743493955.869029:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae30850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027884800:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.869540:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027884928 00000100:00100000:0.0:1743493955.869546:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027884928 00000100:00100000:2.0:1743493955.869566:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae30850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+510:13289:x1828185027884800:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 538us (968us total) trans 4294974933 rc 0/0 00000100:00100000:2.0:1743493955.869576:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3657 00000100:00100000:0.0:1743493955.869597:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12805 00000100:00100000:0.0:1743493955.869603:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+510:13290:x1828185027884928:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.869654:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.869703:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4b56bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x210:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ced9 expref: 509 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.869740:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17880/0x1414d533cd4c6707 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952166 expref: 508 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.869821:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4b9fc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x210:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e77c expref: 507 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.869846:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4b562a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x210:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ceaf expref: 506 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.869862:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210:0x0].0x0 (ffff998b542b1d80) 00010000:00010000:0.0:1743493955.869885:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.869983:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870002:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870019:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870068:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870081:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870088:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870348:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x210:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870358:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.870369:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.870855:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].357, 64 off31104 00000040:00080000:1.0:1743493955.870913:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3857, 184 off680856 00010000:00010000:1.0:1743493955.871073:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x210:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871084:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871094:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871102:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871109:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871115:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871122:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871128:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e63880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.871133:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871140:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871151:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210:0x0].0x0 (ffff998b5662d3c0) 00010000:00010000:1.0:1743493955.871155:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.871160:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871166:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6a87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x210:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871200:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871206:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871211:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871216:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e616c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.871221:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871228:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871236:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x210:0x0].0x0 (ffff998b5662d3c0) 00010000:00010000:1.0:1743493955.871238:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.871241:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871246:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6a80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x210:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871532:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871541:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871549:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871554:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e607c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.871558:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871564:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871573:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:1.0:1743493955.871576:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.871579:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871585:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6a72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x202:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.871603:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000070ace3a4 reply state 0000000090388d59 transno 4294974934 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871615:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.871622:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xc3f00931 (ffff998b5662e400) 00010000:00010000:1.0:1743493955.871625:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.871628:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.871789:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027884928:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2141us (3035us total) trans 4294974934 rc 0/0 00000100:00100000:1.0:1743493955.871801:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12805 00000100:00100000:3.0:1743493955.873133:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.873290:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027885184 00000100:00100000:2.0:1743493955.873303:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027885184 00000100:00100000:2.0:1743493955.873430:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12806 00000100:00100000:2.0:1743493955.873439:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027885184:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.873550:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.873585:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d65c0/0x1414d533cd4b5ceb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x215:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d0fb expref: 507 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.873622:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01e200/0x1414d533cd4c657f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952120 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.873646:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4ba0d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x215:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e7d7 expref: 505 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.873670:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4b5c2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x215:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d0c3 expref: 504 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.873700:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x215:0x0].0x0 (ffff998b561a4a00) 00010000:00010000:2.0:1743493955.873723:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.877479:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877511:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877527:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877593:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877600:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877607:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877829:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x215:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877838:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.877845:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493955.878715:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].352, 64 off30784 00000040:00080000:2.0:1743493955.879125:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3858, 184 off681040 00010000:00010000:2.0:1743493955.879292:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x215:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879304:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879313:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879321:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879339:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879349:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879355:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879362:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.879367:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879376:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879397:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x215:0x0].0x0 (ffff998b502b1d80) 00010000:00010000:2.0:1743493955.879401:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.879407:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879413:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6aa3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x215:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879454:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879460:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879466:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879470:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e60f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.879474:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879484:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879492:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x215:0x0].0x0 (ffff998b502b1d80) 00010000:00010000:2.0:1743493955.879494:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.879496:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.879501:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6a9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x215:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880437:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880449:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880455:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880461:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e62200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.880465:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880471:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880484:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493955.880487:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.880491:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880496:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6a8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493955.880516:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005e66740d reply state 00000000ecdc0112 transno 4294974935 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880529:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.880535:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x2ee4e5f8 (ffff998c7fa820c0) 00010000:00010000:2.0:1743493955.880538:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.880541:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.880681:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027885184:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7236us (7549us total) trans 4294974935 rc 0/0 00000100:00100000:2.0:1743493955.880694:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12806 00000100:00100000:1.0:1743493955.880950:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.881234:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027885312 00000100:00100000:0.0:1743493955.881247:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027885312 00000100:00100000:0.0:1743493955.881320:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3658 00000100:00100000:0.0:1743493955.881346:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027885312:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493955.889895:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027885312:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8536us (8929us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.889913:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3658 00000100:00100000:1.0:1743493955.890159:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.890669:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027885568 00000100:00100000:0.0:1743493955.890681:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027885568 00000100:00100000:0.0:1743493955.893279:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3659 00000100:00100000:0.0:1743493955.893296:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027885568:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.893725:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027885568:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 430us (3567us total) trans 4294974936 rc 0/0 00000100:00100000:0.0:1743493955.893735:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3659 00000100:00100000:3.0:1743493955.900559:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.901210:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.901405:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493955.901529:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027885824 00000100:00100000:1.0:1743493955.901545:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027885824 00000100:00100000:0.0:1743493955.901677:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027886080 00000100:00100000:0.0:1743493955.901683:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027886080 00000100:00100000:0.0:1743493955.901744:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3660 00000100:00100000:0.0:1743493955.901782:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027886080:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493955.902216:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027886080:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 434us (1005us total) trans 4294974937 rc 0/0 00000100:00100000:0.0:1743493955.902226:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3660 00000100:00100000:1.0:1743493955.902688:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027886208 00000100:00100000:1.0:1743493955.902695:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027886208 00000100:00100000:2.0:1743493955.902794:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12807 00000100:00100000:2.0:1743493955.902804:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027885824:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493955.902865:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493955.902904:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4b6152 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x219:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d28a expref: 508 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.902941:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680de40/0x1414d533cd4c66c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495216d expref: 507 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.902966:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4ba1c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x219:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e824 expref: 506 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.902990:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4b610c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x219:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d267 expref: 505 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.903009:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x219:0x0].0x0 (ffff998b561a5d80) 00010000:00010000:2.0:1743493955.903034:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493955.903082:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903099:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903112:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903163:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903171:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903179:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903367:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x219:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903376:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.903383:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493955.903822:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].353, 64 off30848 00000040:00080000:2.0:1743493955.903880:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3859, 184 off681224 00010000:00010000:2.0:1743493955.904031:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x219:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904040:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904052:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904060:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904067:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904073:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904080:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904087:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e62d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.904092:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904101:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904111:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x219:0x0].0x0 (ffff998b502b20c0) 00010000:00010000:2.0:1743493955.904115:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.904119:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904126:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6abf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x219:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904161:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904167:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904174:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904180:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.904184:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904190:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904198:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x219:0x0].0x0 (ffff998b502b20c0) 00010000:00010000:2.0:1743493955.904201:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.904203:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904209:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6ab8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x219:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904522:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904530:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904536:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904542:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e62200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.904545:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904552:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904565:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:2.0:1743493955.904568:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.904572:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904577:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6aaa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493955.904595:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009702856a reply state 0000000017759d06 transno 4294974938 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904607:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493955.904614:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x6324417e (ffff998b502b1d80) 00010000:00010000:2.0:1743493955.904617:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.904620:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.904737:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027885824:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1929us (4188us total) trans 4294974938 rc 0/0 00000100:00100000:2.0:1743493955.904747:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12807 00000100:00100000:2.0:1743493955.904837:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12808 00000100:00100000:2.0:1743493955.904847:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13359:x1828185027886208:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:2.0:1743493955.904865:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.904893:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495217b expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.904934:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 506 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.904954:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 506 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.904962:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:2.0:1743493955.904965:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.904968:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e607c0, rc 0) 00000100:00100000:2.0:1743493955.905011:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13359:x1828185027886208:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 165us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.905018:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12808 00000100:00100000:1.0:1743493955.909484:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.909613:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027886464 00000100:00100000:0.0:1743493955.909627:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027886464 00000100:00100000:0.0:1743493955.909718:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12809 00000100:00100000:0.0:1743493955.909728:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027886464:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493955.909857:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493955.909893:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4b7778 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494da16 expref: 506 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.909929:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4b7708 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d9ec expref: 505 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.909950:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4adb64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a756 expref: 504 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.909967:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22e:0x0].0x0 (ffff998b54cbedc0) 00010000:00010000:0.0:1743493955.909993:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c60af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495201d expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.910008:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:0.0:1743493955.910012:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493955.910055:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.910070:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.910079:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493955.910156:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493955.910171:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 502 pid: 8615 timeout: 1258 lvb_type: 0 00000100:00100000:0.0:1743493955.910188:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005e200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060489216:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493955.910311:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493955.915693:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493955.915852:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.916019:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005e200 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060489216:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493955.916100:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493955.916186:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027886592 00000100:00100000:2.0:1743493955.916197:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027886592 00000100:00100000:2.0:1743493955.916363:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027886848 00000100:00100000:2.0:1743493955.916367:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027886848 00000100:00100000:0.0:1743493955.916419:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3661 00000100:00100000:0.0:1743493955.916430:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13359:x1828185027886592:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:2.0:1743493955.917267:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3662 00000100:00100000:2.0:1743493955.917275:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027886848:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493955.917640:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027886848:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 363us (1787us total) trans 4294974939 rc 0/0 00000100:00100000:2.0:1743493955.917648:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3662 00000100:00100000:2.0:1743493955.923182:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13359:x1828185027886592:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 6736us (7487us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.923203:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3661 00000100:00100000:3.0:1743493955.929020:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.929673:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887104 00000100:00100000:2.0:1743493955.929701:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887104 00000100:00100000:1.0:1743493955.930034:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12810 00000100:00100000:1.0:1743493955.930051:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027887104:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493955.930154:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493955.930202:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca980/0x1414d533cd4b583e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x211:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cf5e expref: 504 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.930240:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15300/0x1414d533cd4c66e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952174 expref: 503 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.930261:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4b9fdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x211:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494e783 expref: 502 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.930287:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4b577a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x211:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cf18 expref: 501 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493955.930302:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x211:0x0].0x0 (ffff998b542b2a80) 00010000:00010000:1.0:1743493955.930331:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493955.930512:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930529:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930547:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930601:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930608:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930614:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930814:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x211:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930822:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.930829:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493955.931354:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].354, 64 off30912 00000100:00100000:0.0:1743493955.934949:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493955.935273:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887232 00000100:00100000:3.0:1743493955.935287:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887232 00010000:00010000:3.0:1743493955.935378:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 501 pid: 8615 timeout: 1258 lvb_type: 0 00000100:00100000:3.0:1743493955.935433:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3394 00000100:00100000:3.0:1743493955.935444:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+501:2440:x1828185027887232:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493955.935482:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493955.935491:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 501 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493955.935507:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 501 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493955.935540:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e607c0/0x1414d533cd4c6ac6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495217b expref: 501 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493955.935568:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:3.0:1743493955.935576:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493955.935589:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493955.935599:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493955.935677:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493955.935835:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2440:x1828185027887232:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 389us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493955.935845:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3394 00000040:00080000:1.0:1743493955.937522:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3860, 184 off681408 00010000:00010000:1.0:1743493955.937735:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x211:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937777:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937792:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937802:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937810:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937820:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937828:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937834:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e63880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493955.937839:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937847:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937859:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x211:0x0].0x0 (ffff998b502b0040) 00010000:00010000:1.0:1743493955.937862:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493955.937867:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937873:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63880/0x1414d533cd4c6ae9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x211:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937912:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937919:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937925:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937930:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e62d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.937933:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937943:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937951:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x211:0x0].0x0 (ffff998b502b0040) 00010000:00010000:1.0:1743493955.937954:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493955.937957:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.937963:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62d40/0x1414d533cd4c6ae2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x211:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938244:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938253:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938259:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938265:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e62200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493955.938268:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938275:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938284:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:1.0:1743493955.938287:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493955.938291:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938296:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62200/0x1414d533cd4c6ad4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x203:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493955.938314:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e00b1fcb reply state 000000009923ca78 transno 4294974940 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938338:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493955.938346:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xc3f00931 (ffff998b502b20c0) 00010000:00010000:1.0:1743493955.938349:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493955.938352:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493955.938489:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027887104:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8437us (9475us total) trans 4294974940 rc 0/0 00000100:00100000:1.0:1743493955.938499:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12810 00010000:00010000:2.0:1743493955.939638:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939650:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939721:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939732:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939742:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939923:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939932:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.939940:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:2.0:1743493955.940312:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].358, 64 off31168 00000040:00080000:2.0:1743493955.940385:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3861, 184 off681592 00010000:00010000:2.0:1743493955.940523:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940533:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940541:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940549:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940554:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940565:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940571:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940577:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493955.940582:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940591:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940606:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22e:0x0].0x0 (ffff998b502b1080) 00010000:00010000:2.0:1743493955.940609:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493955.940615:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940622:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6afe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940658:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940665:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940670:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940676:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e63100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.940680:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940690:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940699:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22e:0x0].0x0 (ffff998b502b1080) 00010000:00010000:2.0:1743493955.940701:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493955.940704:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940711:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63100/0x1414d533cd4c6af7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940972:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940980:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940987:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.940992:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e616c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.940995:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.941002:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.941011:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:2.0:1743493955.941014:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.941018:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.941024:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e616c0/0x1414d533cd4c6acd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493955.941041:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006f1d8902 reply state 000000004ca0bf63 transno 4294974941 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.941051:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.941057:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0xdde1c156 (ffff998b502b06c0) 00010000:00010000:2.0:1743493955.941059:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493955.941063:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493955.943865:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027886464:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 34123us (34382us total) trans 4294974941 rc 0/0 00000100:00100000:2.0:1743493955.943882:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12809 00000100:00100000:3.0:1743493955.955817:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.955940:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887360 00000100:00100000:2.0:1743493955.955956:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887360 00000100:00100000:2.0:1743493955.956072:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3663 00000100:00100000:2.0:1743493955.956086:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027887360:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493955.958597:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.963719:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887488 00000100:00100000:2.0:1743493955.963738:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887488 00000100:00100000:2.0:1743493955.963886:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3664 00000100:00100000:2.0:1743493955.963895:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027887488:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493955.964210:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027887360:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8114us (8453us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493955.964230:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3663 00000100:00100000:1.0:1743493955.974868:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493955.978215:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887616 00000100:00100000:2.0:1743493955.978232:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887616 00000100:00100000:2.0:1743493955.978355:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12811 00000100:00100000:2.0:1743493955.978364:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027887616:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493955.978389:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493955.978447:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952182 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.978597:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.978624:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.978637:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.978686:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.978694:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.978701:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979094:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979115:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979123:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493955.979171:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fe:0x0]: returning size 260096 00000004:00200000:2.0:1743493955.979176:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493955.979197:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979207:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979216:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979222:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979228:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979233:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.979237:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979244:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979256:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493955.979259:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.979277:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979283:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979303:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979309:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979315:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979320:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493955.979332:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979339:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979347:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b502b1080) 00010000:00010000:2.0:1743493955.979349:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493955.979352:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979357:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493955.979405:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952182 expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.979424:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952182 expref: 505 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493955.979431:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:2.0:1743493955.979433:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493955.979436:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa0bc40, rc 0) 00000100:00100000:2.0:1743493955.979539:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027887616:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1175us (4683us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493955.979547:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12811 00000100:00100000:3.0:1743493955.986447:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027887488:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 22540us (27850us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493955.986463:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3664 00000100:00100000:3.0:1743493955.995563:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.001149:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.001268:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027887744 00000100:00100000:0.0:1743493956.001279:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027887744 00000100:00100000:1.0:1743493956.001678:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.001886:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1338 00000100:00100000:1.0:1743493956.001895:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:2438:x1828185027887744:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493956.001971:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493956.001997:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952182 expref: 503 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.002020:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:1.0:1743493956.002026:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493956.002098:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:2438:x1828185027887744:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 202us (6543us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.002106:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1338 00000100:00100000:0.0:1743493956.002498:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027888128 00000100:00100000:0.0:1743493956.002505:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027888128 00000100:00100000:0.0:1743493956.002582:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12812 00000100:00100000:0.0:1743493956.002588:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13361:x1828185027888128:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:0.0:1743493956.002607:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.002640:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952189 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.002694:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.002710:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.002800:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493956.002804:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.002807:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa08040, rc 0) 00000100:00100000:0.0:1743493956.002860:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13361:x1828185027888128:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 270us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.002867:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12812 00000100:00100000:3.0:1743493956.003633:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027888000 00000100:00100000:3.0:1743493956.003641:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027888000 00000100:00100000:3.0:1743493956.003696:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3665 00000100:00100000:3.0:1743493956.003704:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027888000:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.004057:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027888000:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 351us (2917us total) trans 4294974942 rc 0/0 00000100:00100000:3.0:1743493956.004066:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3665 00000100:00100000:1.0:1743493956.010578:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.010653:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.010795:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027888384 00000100:00100000:0.0:1743493956.010805:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027888384 00000100:00100000:0.0:1743493956.010871:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3666 00000100:00100000:0.0:1743493956.010878:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027888384:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.011176:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027888384:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 296us (606us total) trans 4294974943 rc 0/0 00000100:00100000:0.0:1743493956.011185:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3666 00000100:00100000:2.0:1743493956.011588:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027888512 00000100:00100000:2.0:1743493956.011593:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027888512 00000100:00100000:2.0:1743493956.011638:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12813 00000100:00100000:2.0:1743493956.011643:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+505:13363:x1828185027888512:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:2.0:1743493956.011656:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.011688:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952190 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.011791:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.011805:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.011813:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:2.0:1743493956.011816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.011819:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c7fa0bc40, rc 0) 00000100:00100000:2.0:1743493956.011862:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+506:13363:x1828185027888512:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 218us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.011868:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12813 00000100:00100000:1.0:1743493956.021027:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.021275:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027888768 00000100:00100000:0.0:1743493956.021286:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027888768 00000100:00100000:0.0:1743493956.021379:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12814 00000100:00100000:0.0:1743493956.021389:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027888768:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.021480:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.021509:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4b43a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c87a expref: 506 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021584:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c42f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951978 expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021642:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4b4322 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fe:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c849 expref: 504 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021666:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b54cbc040) 00010000:00010000:0.0:1743493956.021709:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c60cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952024 expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021730:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493956.021744:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.021848:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.021862:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021870:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.021941:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.021954:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 502 pid: 8615 timeout: 1258 lvb_type: 0 00000100:00100000:0.0:1743493956.021968:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489344:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493956.022073:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493956.022245:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.027330:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889024 00000100:00100000:0.0:1743493956.027345:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889024 00000100:00100000:0.0:1743493956.027432:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12815 00000100:00100000:0.0:1743493956.027443:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027889024:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.027526:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.027554:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de87c0/0x1414d533cd4b78cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494da86 expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027626:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4b7835 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494da4e expref: 502 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027651:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4adbaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a772 expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027669:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:0.0:1743493956.027712:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6181 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952055 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027729:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:0.0:1743493956.027734:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.027804:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.027819:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027827:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.027901:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.027913:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 499 pid: 6550 timeout: 1258 lvb_type: 0 00000100:00100000:0.0:1743493956.027926:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc06200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489472:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493956.028047:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493956.028463:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.028648:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.028786:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889152 00000100:00100000:3.0:1743493956.028793:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889152 00000100:00100000:3.0:1743493956.028854:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889280 00000100:00100000:3.0:1743493956.028858:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889280 00000100:00100000:3.0:1743493956.028903:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3667 00000100:00100000:3.0:1743493956.028910:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae32050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13361:x1828185027889152:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:2.0:1743493956.029945:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3668 00000100:00100000:2.0:1743493956.029953:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13363:x1828185027889280:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:2.0:1743493956.037747:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489344:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493956.037847:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493956.040803:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc06200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489472:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493956.040875:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493956.042292:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae32050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13361:x1828185027889152:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 13372us (13821us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.042307:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3667 00000100:00100000:2.0:1743493956.049474:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:13363:x1828185027889280:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 19507us (20812us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.049489:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3668 00000100:00100000:1.0:1743493956.061687:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.061797:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889408 00000100:00100000:3.0:1743493956.061807:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889408 00010000:00010000:3.0:1743493956.061867:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 500 pid: 8615 timeout: 1258 lvb_type: 0 00000100:00100000:3.0:1743493956.062173:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3395 00000100:00100000:3.0:1743493956.062183:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2439:x1828185027889408:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493956.062214:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493956.062222:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 500 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.062237:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 500 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.062261:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08040/0x1414d533cd4c6b21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952189 expref: 500 pid: 8615 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.062281:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493956.062286:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.062297:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.062306:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.062559:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.062802:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.062810:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.062873:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.062884:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.062893:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.063160:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.063169:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.063175:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493956.066556:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].359, 64 off31232 00000040:00080000:2.0:1743493956.066661:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3862, 184 off681776 00000100:00100000:3.0:1743493956.067061:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2439:x1828185027889408:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4872us (5377us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.067075:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3395 00000100:00100000:1.0:1743493956.067360:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.067517:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.067631:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889536 00000100:00100000:0.0:1743493956.067643:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889536 00010000:00010000:2.0:1743493956.067882:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.067898:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00000100:00100000:0.0:1743493956.068085:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 430 00000100:00100000:0.0:1743493956.068094:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2437:x1828185027889536:12345-192.168.206.41@tcp:63:ll_sa.0 00000100:00100000:3.0:1743493956.068510:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889664 00000100:00100000:3.0:1743493956.068516:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889664 00010000:00010000:3.0:1743493956.068550:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 501 pid: 6550 timeout: 1258 lvb_type: 0 00000100:00100000:3.0:1743493956.068579:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3396 00000100:00100000:3.0:1743493956.068585:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+501:2440:x1828185027889664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493956.068608:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493956.068615:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 501 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.068627:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 501 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.068645:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0bc40/0x1414d533cd4c6b28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952190 expref: 501 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.068664:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:3.0:1743493956.068670:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.068682:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.068688:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.068738:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.068872:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.068881:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.069043:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.069069:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c6b52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952197 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.069132:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069142:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069150:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069196:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069205:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069212:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069355:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069365:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.069372:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493956.069397:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x200:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.069401:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1743493956.069501:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.069512:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.069520:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.069616:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.069624:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.069630:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493956.070090:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+501:2440:x1828185027889664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1501us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.070100:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3396 00010000:00010000:2.0:1743493956.070786:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070798:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070810:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070816:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070824:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070831:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.070835:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070843:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070857:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b502b0040) 00010000:00010000:2.0:1743493956.070860:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.070864:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.070869:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f100/0x1414d533cd4c6b4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493956.071290:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071304:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071314:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071333:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071340:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071372:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.071376:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071383:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071394:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493956.071397:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.071401:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.071407:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cb80/0x1414d533cd4c6b59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00000040:00080000:1.0:1743493956.071704:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].355, 64 off30976 00000040:00080000:1.0:1743493956.071777:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3863, 184 off681960 00010000:00010000:2.0:1743493956.072026:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072034:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072040:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072046:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.072049:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072055:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072065:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fe:0x0].0x0 (ffff998b502b0040) 00010000:00010000:2.0:1743493956.072067:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.072071:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072076:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa09a80/0x1414d533cd4c6b44 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072304:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072311:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072316:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072321:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.072335:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072341:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072349:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493956.072351:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.072354:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072363:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a980/0x1414d533cd4c6b2f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493956.072378:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000071db387e reply state 000000004685fdec transno 4294974944 ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072388:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.072394:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b502b1080) 00010000:00010000:2.0:1743493956.072396:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.072399:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1743493956.072508:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.072591:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.072597:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074003:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.074011:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074019:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074032:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998c6c1d4040) 00010000:00010000:0.0:1743493956.074036:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.074039:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074045:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c400/0x1414d533cd4c6b60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074115:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e200/0x1414d533cd4c6b52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952197 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.074138:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952197 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.074146:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493956.074149:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.074152:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5185fc40, rc 0) 00010000:00010000:0.0:1743493956.074160:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.074191:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c6b7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495219e expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.074248:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074261:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074270:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074316:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074355:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074364:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074496:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074506:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074513:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493956.074533:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fc:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.074537:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.074555:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074565:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074573:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074579:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074586:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074592:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.074595:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074602:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074611:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493956.074614:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.074617:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074622:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185ed40/0x1414d533cd4c6b83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074640:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074647:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074654:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074659:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.074662:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074668:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074676:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x14be06ab (ffff998c6c1d6740) 00010000:00010000:0.0:1743493956.074678:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.074681:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074688:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6b8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.074724:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e5c0/0x1414d533cd4c6b7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495219e expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.074742:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495219e expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.074748:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5662cd40) 00010000:00010000:0.0:1743493956.074773:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.074777:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998c6d2b3880, rc 0) 00000100:00100000:0.0:1743493956.081214:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+502:2437:x1828185027889536:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 13107us (13843us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.081232:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 430 00010000:00010000:1.0:1743493956.082260:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082280:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082293:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082304:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082311:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082317:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082337:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082343:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b16c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.082348:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082355:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082368:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff998c6c1d6400) 00010000:00010000:1.0:1743493956.082371:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.082376:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082383:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b98 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082424:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082431:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082437:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082441:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.082445:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082451:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082459:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22f:0x0].0x0 (ffff998c6c1d6400) 00010000:00010000:1.0:1743493956.082462:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.082465:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082470:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185cf40/0x1414d533cd4c6b75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082844:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082852:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082859:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082865:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.082869:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082875:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082885:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:1.0:1743493956.082888:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.082892:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082898:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0a200/0x1414d533cd4c6b36 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x22d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493956.082930:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d93a68f1 reply state 00000000d3aae8e1 transno 4294974945 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082943:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.082949:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0xdde1c156 (ffff998b502b3ac0) 00010000:00010000:1.0:1743493956.082952:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.082955:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.083058:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027889024:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 55613us (60810us total) trans 4294974945 rc 0/0 00000100:00100000:1.0:1743493956.083068:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12815 00000100:00100000:2.0:1743493956.083597:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027888768:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 62206us (62576us total) trans 4294974944 rc 0/0 00000100:00100000:2.0:1743493956.083604:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12814 00000100:00100000:0.0:1743493956.104942:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.105079:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027889792 00000100:00100000:2.0:1743493956.105089:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027889792 00000100:00100000:2.0:1743493956.105165:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3669 00000100:00100000:2.0:1743493956.105173:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027889792:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493956.111149:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.119508:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027890048 00000100:00100000:3.0:1743493956.119524:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027890048 00000100:00100000:3.0:1743493956.119626:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3670 00000100:00100000:3.0:1743493956.119634:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027890048:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.120041:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027890048:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 405us (8899us total) trans 4294974946 rc 0/0 00000100:00100000:3.0:1743493956.120051:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3670 00000100:00100000:0.0:1743493956.126398:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027889792:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 21213us (21455us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.126414:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3669 00000100:00100000:1.0:1743493956.126647:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.127872:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027890304 00000100:00100000:0.0:1743493956.127882:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027890304 00000100:00100000:0.0:1743493956.127960:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12816 00000100:00100000:0.0:1743493956.127968:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027890304:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.128043:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.128072:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4b45d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x200:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c94c expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.128106:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185fc40/0x1414d533cd4c6b67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952197 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.128125:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c46df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951acf expref: 501 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.128206:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3100/0x1414d533cd4b4559 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x200:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c91b expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.128222:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998c7fa81080) 00010000:00010000:0.0:1743493956.128238:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.128274:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128287:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128297:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128364:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128373:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128379:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128518:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128526:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.128533:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493956.128965:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].360, 64 off31296 00000040:00080000:0.0:1743493956.129031:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3864, 184 off682144 00010000:00010000:0.0:1743493956.129179:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x200:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129189:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129197:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129205:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129211:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129217:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129224:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129230:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b1300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.129235:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129243:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129252:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998b544b6a80) 00010000:00010000:0.0:1743493956.129256:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.129260:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129267:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1300/0x1414d533cd4c6bb4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x200:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129298:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129305:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129311:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129316:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.129320:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129341:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129350:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x200:0x0].0x0 (ffff998b544b6a80) 00010000:00010000:0.0:1743493956.129352:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.129356:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129362:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0400/0x1414d533cd4c6bad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x200:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129597:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129604:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129610:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129615:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b16c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.129618:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129624:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129633:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493956.129636:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.129639:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129645:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b16c0/0x1414d533cd4c6b9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493956.129662:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006df3eb7d reply state 000000005a649f19 transno 4294974947 ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129673:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.129680:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998b544b6400) 00010000:00010000:0.0:1743493956.129682:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.129685:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.129823:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027890304:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1852us (3176us total) trans 4294974947 rc 0/0 00000100:00100000:0.0:1743493956.129832:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12816 00000100:00100000:2.0:1743493956.133017:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.133512:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027890432 00000100:00100000:1.0:1743493956.133524:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027890432 00000100:00100000:1.0:1743493956.133608:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12817 00000100:00100000:1.0:1743493956.133617:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027890432:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493956.133641:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.133679:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b2980/0x1414d533cd4c6bbb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521a5 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.133819:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.133834:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.133845:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.133896:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.133905:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.133912:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134034:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134044:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134052:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493956.134092:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ff:0x0]: returning size 260096 00000004:00200000:1.0:1743493956.134097:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493956.134118:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134129:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134139:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134145:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134152:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134159:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.134163:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134172:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134184:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:1.0:1743493956.134187:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.134193:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134199:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3c40/0x1414d533cd4c6bc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134222:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134229:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134236:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134242:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.134246:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134252:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134261:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b55ff4d40) 00010000:00010000:1.0:1743493956.134264:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.134267:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134274:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.134335:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b2980/0x1414d533cd4c6bbb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521a5 expref: 503 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.134359:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521a5 expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.134367:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493956.134370:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.134373:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b515d87c0, rc 0) 00000100:00100000:1.0:1743493956.137131:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027890432:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3503us (4113us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.137145:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12817 00000100:00100000:1.0:1743493956.145198:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.145262:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027890688 00000100:00100000:0.0:1743493956.145274:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027890688 00000100:00100000:0.0:1743493956.145365:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3671 00000100:00100000:0.0:1743493956.145376:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027890688:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.145710:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027890688:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 335us (519us total) trans 4294974948 rc 0/0 00000100:00100000:0.0:1743493956.145720:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3671 00000100:00100000:3.0:1743493956.147993:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.148445:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027890816 00000100:00100000:1.0:1743493956.148455:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027890816 00000100:00100000:1.0:1743493956.148527:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1339 00000100:00100000:1.0:1743493956.148536:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+503:2440:x1828185027890816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493956.148561:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493956.148587:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521a5 expref: 503 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.148610:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:1.0:1743493956.148615:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493956.148672:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+502:2440:x1828185027890816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 137us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.148681:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1339 00000100:00100000:1.0:1743493956.164637:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.164982:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027891072 00000100:00100000:3.0:1743493956.164993:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027891072 00000100:00100000:3.0:1743493956.165063:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12818 00000100:00100000:3.0:1743493956.165072:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027891072:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493956.165182:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493956.165210:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0b80/0x1414d533cd4b4170 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c7af expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.165241:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b3880/0x1414d533cd4c6b91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495219e expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.165263:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c2774 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49511ad expref: 500 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.165283:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4b40d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c777 expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.165299:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5662cd40) 00010000:00010000:3.0:1743493956.165317:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493956.165365:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.165381:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493956.165381:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493956.165396:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493956.166715:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027891200 00000100:00100000:1.0:1743493956.166725:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027891200 00000100:00100000:1.0:1743493956.166822:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 431 00000100:00100000:1.0:1743493956.166831:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+499:2440:x1828185027891200:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:1.0:1743493956.166892:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.166933:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521ac expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.166998:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.167011:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.167021:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.167064:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.167077:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.167083:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.168329:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.168344:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.168354:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493956.168382:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x201:0x0]: returning size 260096 00000100:00100000:1.0:1743493956.169370:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493956.169513:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.169527:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.169537:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.169654:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.169662:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.169668:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.170014:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].361, 64 off31360 00000040:00080000:2.0:1743493956.170050:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3865, 176 off682320 00010000:00010000:2.0:1743493956.170193:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170203:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170212:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170219:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170226:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170232:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170240:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170246:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b45de0040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.170250:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170259:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170271:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:2.0:1743493956.170274:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.170279:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170285:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de0040/0x1414d533cd4c6c08 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170319:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.170339:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493956.170495:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.170526:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.170539:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00000100:00100000:3.0:1743493956.171790:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027891456 00000100:00100000:3.0:1743493956.171801:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027891456 00000100:00100000:3.0:1743493956.171873:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3672 00000100:00100000:3.0:1743493956.171882:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae33850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027891456:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.172154:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae33850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027891456:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 270us (2786us total) trans 4294974950 rc 0/0 00000100:00100000:3.0:1743493956.172163:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3672 00010000:00010000:0.0:1743493956.172371:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172381:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172388:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172394:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515db100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.172399:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172407:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172425:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493956.172428:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.172433:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172440:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515db100/0x1414d533cd4c6be5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172467:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172474:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172480:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172486:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.172489:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172496:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172504:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b55ff5700) 00010000:00010000:0.0:1743493956.172507:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.172510:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172517:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8040/0x1414d533cd4c6bec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172567:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9300/0x1414d533cd4c6bde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ac expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.172590:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ac expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.172596:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.172601:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493956.172605:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b45de1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.172607:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.172611:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.172613:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5011d300, rc 0) 00010000:00010000:0.0:1743493956.172624:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.172625:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.172639:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fc:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:2.0:1743493956.172642:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.172646:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.172652:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de1a80/0x1414d533cd4c6c01 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.172656:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6c0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521b3 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.172721:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172734:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172746:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172843:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172853:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172863:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172986:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.172999:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.173006:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493956.177550:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fd:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.177558:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.177588:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178235:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178250:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178257:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178263:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178269:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.178273:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178281:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178295:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493956.178298:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.178303:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178309:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09a80/0x1414d533cd4c6c16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178375:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178382:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178388:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178393:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.178397:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178404:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178413:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x14be06ab (ffff998b5362b100) 00010000:00010000:0.0:1743493956.178415:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.178419:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178425:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0bc40/0x1414d533cd4c6c1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.178487:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a5c0/0x1414d533cd4c6c0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521b3 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.178510:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521b3 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.178524:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b54cbda40) 00010000:00010000:0.0:1743493956.178527:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.178530:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51a08400, rc 0) 00000100:00100000:0.0:1743493956.178672:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+503:2440:x1828185027891200:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 11838us (13920us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.178684:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 431 00000100:00100000:1.0:1743493956.184671:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493956.185231:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185244:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185252:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185258:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.185263:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185271:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185288:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:2.0:1743493956.185291:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.185296:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185302:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d87c0/0x1414d533cd4c6bd7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.185334:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000e53fb94d reply state 00000000de0c6456 transno 4294974949 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185347:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.185354:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x14be06ab (ffff998b55ff4d40) 00010000:00010000:2.0:1743493956.185357:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.185361:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.185494:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027891072:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 20419us (20866us total) trans 4294974949 rc 0/0 00000100:00100000:2.0:1743493956.185504:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12818 00000100:00100000:2.0:1743493956.185560:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027891712 00000100:00100000:2.0:1743493956.185569:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027891712 00000100:00100000:2.0:1743493956.185624:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12819 00000100:00100000:2.0:1743493956.185632:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027891712:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.185697:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.185729:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680f4c0/0x1414d533cd4b44c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ff:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8ea expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.186906:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c44d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951a19 expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.186942:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60040/0x1414d533cd4b443a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ff:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c8b2 expref: 501 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.186959:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998c7fa83ac0) 00010000:00010000:2.0:1743493956.186985:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c619d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495205c expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.187000:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493956.187003:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.187044:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187057:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187070:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187112:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187120:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187127:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187266:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187275:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.187283:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.190316:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].356, 64 off31040 00000040:00080000:2.0:1743493956.190382:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3866, 184 off682504 00010000:00010000:2.0:1743493956.193465:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193501:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193512:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193521:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193533:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193542:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193550:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193556:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54742d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.193562:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193569:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193581:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998b53628d40) 00010000:00010000:2.0:1743493956.193584:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.193588:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193594:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c40 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193626:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193633:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193639:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193644:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54743880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.193648:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193654:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193662:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ff:0x0].0x0 (ffff998b53628d40) 00010000:00010000:2.0:1743493956.193665:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.193667:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.193674:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c39 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199169:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199187:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199197:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199204:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.199209:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199217:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199235:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493956.199239:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.199244:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199254:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b4c0/0x1414d533cd4c6c2b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.199277:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ebc3e51c reply state 0000000079d7f482 transno 4294974951 ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199290:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.199298:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b5362a740) 00010000:00010000:2.0:1743493956.199301:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.199304:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.199448:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027891712:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 13810us (14782us total) trans 4294974951 rc 0/0 00000100:00100000:2.0:1743493956.199459:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12819 00000100:00100000:0.0:1743493956.226151:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.226520:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.228858:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027891840 00000100:00100000:3.0:1743493956.228873:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027891840 00000100:00100000:3.0:1743493956.229987:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027892096 00000100:00100000:3.0:1743493956.229994:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027892096 00000100:00100000:1.0:1743493956.230450:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3673 00000100:00100000:1.0:1743493956.230461:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027891840:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493956.231374:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3674 00000100:00100000:0.0:1743493956.231383:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027892096:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.232097:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027892096:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 711us (5575us total) trans 4294974952 rc 0/0 00000100:00100000:0.0:1743493956.232106:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3674 00000100:00100000:0.0:1743493956.242377:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.242571:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027892352 00000100:00100000:2.0:1743493956.242583:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027892352 00000100:00100000:2.0:1743493956.242666:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12820 00000100:00100000:2.0:1743493956.242675:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027892352:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.242876:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.242937:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4b469b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x201:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c98b expref: 504 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.242974:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d300/0x1414d533cd4c6bf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ac expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.242998:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c48e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951b5b expref: 502 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.243026:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4b465c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x201:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c976 expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.243043:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b544b6740) 00010000:00010000:2.0:1743493956.243061:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.243100:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243113:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243123:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243172:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243179:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243186:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243573:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243583:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.243590:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.252238:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].357, 64 off31104 00000040:00080000:2.0:1743493956.252290:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3867, 184 off682688 00010000:00010000:2.0:1743493956.252476:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x201:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252494:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252506:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252515:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252521:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252527:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252533:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252540:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.252545:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252552:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252564:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:2.0:1743493956.252567:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.252572:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252578:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c5c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x201:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252617:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252624:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252630:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252635:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54741300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.252639:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252645:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252654:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x201:0x0].0x0 (ffff998b5362bac0) 00010000:00010000:2.0:1743493956.252657:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.252660:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252666:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741300/0x1414d533cd4c6c55 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x201:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252971:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252979:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252985:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.252991:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54743880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.252995:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.253002:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.253011:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493956.253014:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.253017:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.253023:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743880/0x1414d533cd4c6c47 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.253042:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b75bb2ba reply state 0000000010cd16bb transno 4294974953 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.253053:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.253060:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b53628d40) 00010000:00010000:2.0:1743493956.253062:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.253065:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.253193:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027892352:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10512us (10824us total) trans 4294974953 rc 0/0 00000100:00100000:2.0:1743493956.253204:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12820 00010000:00010000:1.0:1743493956.253839:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1743493956.254437:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027891840:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 23972us (28299us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.254448:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3673 00000100:00100000:0.0:1743493956.286294:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.286379:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.286735:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027892480 00000100:00100000:2.0:1743493956.286745:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027892480 00000100:00100000:2.0:1743493956.286844:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12821 00000100:00100000:2.0:1743493956.286853:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027892480:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493956.286887:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.286962:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521ba expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.287070:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.287083:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.287192:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287301:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287309:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287316:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287433:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287442:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287448:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493956.287485:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d0:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.287489:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.287506:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287515:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287523:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287528:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287534:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287540:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1996c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.287544:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287551:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287563:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493956.287566:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.287570:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287577:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287598:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287604:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287609:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287614:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.287616:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287623:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287631:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b5362bac0) 00010000:00010000:0.0:1743493956.287633:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.287636:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287641:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.287687:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ba expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.287705:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ba expref: 501 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.287718:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:0.0:1743493956.287721:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.287724:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a980, rc 0) 00000100:00100000:0.0:1743493956.287866:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027892480:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1012us (1580us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.287875:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12821 00000100:00100000:1.0:1743493956.288031:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027892736 00000100:00100000:1.0:1743493956.288037:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027892736 00000100:00100000:1.0:1743493956.288088:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3675 00000100:00100000:1.0:1743493956.288094:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027892736:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493956.288318:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027892736:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 221us (1937us total) trans 4294974954 rc 0/0 00000100:00100000:1.0:1743493956.288338:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3675 00000100:00100000:1.0:1743493956.296773:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.296842:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.296920:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027892992 00000100:00100000:0.0:1743493956.296930:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027892992 00000100:00100000:0.0:1743493956.296998:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12822 00000100:00100000:0.0:1743493956.297005:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027892992:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.297103:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.297135:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e096c0/0x1414d533cd4b426c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fd:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c80a expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.297164:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08400/0x1414d533cd4c6c24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521b3 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.297182:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c289a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951208 expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.297201:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4b41e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c7e0 expref: 499 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.297216:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b54cbda40) 00010000:00010000:0.0:1743493956.297232:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.297266:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297280:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297289:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297341:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297349:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297355:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297486:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297494:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.297501:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493956.297901:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].358, 64 off31168 00000040:00080000:0.0:1743493956.297950:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3868, 176 off682864 00010000:00010000:0.0:1743493956.298099:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298108:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298117:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298129:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298136:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298142:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298149:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298156:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.298160:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298169:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298179:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b5362b100) 00010000:00010000:0.0:1743493956.298182:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.298185:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298192:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6c94 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298224:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298231:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298237:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298244:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1996c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.298248:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298254:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298262:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fd:0x0].0x0 (ffff998b5362b100) 00010000:00010000:0.0:1743493956.298265:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.298268:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298274:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6c8d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298523:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298531:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298538:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298543:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.298547:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298554:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298563:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:0.0:1743493956.298566:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.298569:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298575:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6c7f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1fb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493956.298591:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f9da68fb reply state 00000000dff702b0 transno 4294974955 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298602:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.298609:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x14be06ab (ffff998b5362bac0) 00010000:00010000:0.0:1743493956.298612:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.298615:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.298719:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027892992:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1711us (1974us total) trans 4294974955 rc 0/0 00000100:00100000:0.0:1743493956.298728:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12822 00000100:00100000:2.0:1743493956.299103:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027893120 00000100:00100000:2.0:1743493956.299111:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027893120 00000100:00100000:2.0:1743493956.299175:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1340 00000100:00100000:2.0:1743493956.299183:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cfd8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:2439:x1828185027893120:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493956.299207:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493956.299224:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521ba expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.299241:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493956.299245:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493956.299304:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cfd8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:2439:x1828185027893120:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 120us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.299312:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1340 00000100:00100000:1.0:1743493956.308958:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.309064:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027893376 00000100:00100000:3.0:1743493956.309075:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027893376 00000100:00100000:3.0:1743493956.309164:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3676 00000100:00100000:3.0:1743493956.309173:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027893376:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.309550:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027893376:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 375us (600us total) trans 4294974956 rc 0/0 00000100:00100000:3.0:1743493956.309559:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3676 00000100:00100000:0.0:1743493956.316865:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.316986:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027893632 00000100:00100000:2.0:1743493956.316996:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027893632 00000100:00100000:2.0:1743493956.317073:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 432 00000100:00100000:2.0:1743493956.317082:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2437:x1828185027893632:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493956.317154:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.317191:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c9b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521c1 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.317265:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317281:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317293:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317353:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317373:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317382:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317564:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317574:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317582:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493956.317607:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d6:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.317612:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.317632:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317642:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317652:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317659:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317666:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317672:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.317677:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317685:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317697:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.317700:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.317705:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317711:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198b80/0x1414d533cd4c6ca2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317731:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317738:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317744:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.317748:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1996c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.321404:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321417:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321434:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x469e1765 (ffff998b5362b100) 00010000:00010000:2.0:1743493956.321437:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.321442:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321450:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1996c0/0x1414d533cd4c6ca9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321532:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a980/0x1414d533cd4c6c9b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c1 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.321554:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c1 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.321562:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d6:0x0].0x0 (ffff998b54cbd3c0) 00010000:00010000:2.0:1743493956.321565:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.321569:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19b880, rc 0) 00010000:00010000:2.0:1743493956.321578:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.321611:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c6cb7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521c8 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.321670:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321682:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321696:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321743:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321783:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321793:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321974:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321985:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.321992:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493956.322015:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d2:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.322020:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.322040:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322049:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322057:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322063:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322074:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322080:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.322084:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322091:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322099:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.322102:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.322106:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322111:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b100/0x1414d533cd4c6cbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322129:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322135:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322141:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322146:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.322149:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322155:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322163:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe5dc7a0b (ffff998b53629080) 00010000:00010000:2.0:1743493956.322165:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.322169:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322174:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199300/0x1414d533cd4c6cc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322212:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198400/0x1414d533cd4c6cb7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c8 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322230:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c8 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322238:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:2.0:1743493956.322240:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.322243:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b19a200, rc 0) 00010000:00010000:2.0:1743493956.322247:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.322268:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c6cd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521cf expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322306:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322315:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322336:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322381:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322389:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322396:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322473:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322483:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322490:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493956.322508:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d8:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.322511:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.322522:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322530:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322537:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322542:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322548:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322554:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.322557:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322564:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322573:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.322576:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.322579:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322585:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a5c0/0x1414d533cd4c6cda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322601:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322608:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322613:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322619:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19bc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.322622:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322628:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322637:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xc3d50206 (ffff998b536293c0) 00010000:00010000:2.0:1743493956.322639:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.322642:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322648:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19bc40/0x1414d533cd4c6ce1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322685:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198f40/0x1414d533cd4c6cd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521cf expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322703:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521cf expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322710:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8:0x0].0x0 (ffff998b54cbdd80) 00010000:00010000:2.0:1743493956.322712:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.322714:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b199a80, rc 0) 00010000:00010000:2.0:1743493956.322719:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.322740:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6cef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521d6 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.322816:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322825:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322832:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322858:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322867:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322874:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322978:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322988:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.322995:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493956.323013:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x331:0x0]: returning size 85515 00000004:00200000:2.0:1743493956.323016:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.323027:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323037:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323045:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323051:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323058:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323063:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b199e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.323067:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323074:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323083:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.323086:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.323090:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323096:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199e40/0x1414d533cd4c6cf6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323113:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323119:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323126:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323131:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b19b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.323135:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323141:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323149:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:2.0:1743493956.323152:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.323155:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323161:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b4c0/0x1414d533cd4c6cfd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.323189:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19ad40/0x1414d533cd4c6cef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521d6 expref: 505 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.323213:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521d6 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.323220:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493956.323223:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.323226:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5056b4c0, rc 0) 00000100:00100000:2.0:1743493956.323360:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+504:2437:x1828185027893632:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 6276us (6502us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.323372:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 432 00000100:00100000:0.0:1743493956.340743:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.341961:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027893504 00000100:00100000:1.0:1743493956.341974:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027893504 00000100:00100000:1.0:1743493956.342059:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3677 00000100:00100000:1.0:1743493956.342068:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027893504:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493956.343172:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.343252:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027893888 00000100:00100000:3.0:1743493956.343259:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027893888 00000100:00100000:3.0:1743493956.343317:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12823 00000100:00100000:3.0:1743493956.343332:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027893888:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493956.343421:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1743493956.343452:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c55e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951dae expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.343485:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4af02c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae4f expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.343505:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4af03a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae56 expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.343524:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b2200/0x1414d533cd4ae279 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a9da expref: 503 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.343541:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:3.0:1743493956.343642:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c60e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495202b expref: 502 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.343664:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493956.343668:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493956.343705:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343721:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343731:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343807:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343815:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343822:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343967:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343976:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.343983:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:3.0:1743493956.344493:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].362, 64 off31424 00000040:00080000:3.0:1743493956.344539:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3869, 184 off683048 00010000:00010000:3.0:1743493956.344681:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344693:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344701:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344709:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344717:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344723:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344730:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344736:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505687c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493956.344741:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344749:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344798:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b53629080) 00010000:00010000:3.0:1743493956.344801:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493956.344806:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344812:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344843:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344850:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344856:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344861:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50569e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493956.344865:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344871:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344878:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d0:0x0].0x0 (ffff998b53629080) 00010000:00010000:3.0:1743493956.344881:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493956.344884:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.344890:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d19 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345146:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345153:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345160:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345166:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5056a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493956.345169:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345179:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345189:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:3.0:1743493956.345192:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493956.345195:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345200:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d0b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:3.0:1743493956.345217:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000093ec58a8 reply state 00000000d5dd2b55 transno 4294974957 ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345228:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.345235:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b536293c0) 00010000:00010000:3.0:1743493956.345238:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493956.345241:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493956.345349:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027893888:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2014us (2179us total) trans 4294974957 rc 0/0 00000100:00100000:3.0:1743493956.345358:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12823 00000100:00100000:1.0:1743493956.353861:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027893504:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11782us (13115us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.353875:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3677 00000100:00100000:0.0:1743493956.355948:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.356359:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027894144 00000100:00100000:1.0:1743493956.356371:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027894144 00000100:00100000:1.0:1743493956.356449:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3678 00000100:00100000:1.0:1743493956.356457:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027894144:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493956.356933:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027894144:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 474us (990us total) trans 4294974958 rc 0/0 00000100:00100000:1.0:1743493956.356943:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3678 00000100:00100000:0.0:1743493956.364362:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.365217:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027894400 00000100:00100000:2.0:1743493956.365228:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027894400 00000100:00100000:2.0:1743493956.365308:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12824 00000100:00100000:2.0:1743493956.365317:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027894400:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.365403:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493956.365435:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0ad40/0x1414d533cd4af33c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494af44 expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.365465:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b07c0/0x1414d533cd4af29b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494af13 expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.365485:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660c040/0x1414d533cd4ab7d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499bf expref: 500 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.365499:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4:0x0].0x0 (ffff998b5662d080) 00010000:00010000:2.0:1743493956.365517:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.365558:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.365572:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.368104:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368351:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368365:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368374:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368527:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368540:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.368547:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493956.369640:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.369732:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027894528 00000100:00100000:2.0:1743493956.369741:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027894528 00000100:00100000:2.0:1743493956.369835:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12825 00000100:00100000:2.0:1743493956.369843:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027894528:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493956.369873:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.369902:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c6d3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521dd expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.369985:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.369996:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370005:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370043:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370050:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370057:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370453:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370463:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370471:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493956.370503:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d1:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.370507:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.370528:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370538:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370546:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370553:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370559:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370565:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.370570:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370577:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370589:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493956.370593:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.370598:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370604:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370626:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370631:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370637:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370643:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.370645:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370651:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370659:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b5362a400) 00010000:00010000:2.0:1743493956.370661:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.370664:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370669:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.370714:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568f40/0x1414d533cd4c6d3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521dd expref: 502 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.370738:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521dd expref: 501 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.370745:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:2.0:1743493956.370748:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000040:00080000:0.0:1743493956.370900:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].363, 64 off31488 00000004:00080000:0.0:1743493956.370920:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1158677167296ns, next at 1159677153561ns, rc = 0 00000040:00080000:0.0:1743493956.370963:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3870, 184 off683232 00010000:00010000:0.0:1743493956.371109:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371119:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371128:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371134:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371140:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371145:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371150:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371156:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.371158:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371168:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371176:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4:0x0].0x0 (ffff998b5362b100) 00010000:00010000:0.0:1743493956.371178:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.371181:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371187:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d58 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371211:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371217:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371222:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371227:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505687c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.371230:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371236:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371244:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d4:0x0].0x0 (ffff998b5362b100) 00010000:00010000:0.0:1743493956.371246:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.371249:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371253:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505687c0/0x1414d533cd4c6d35 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371480:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371487:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371492:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371497:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5056a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.371499:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371505:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371514:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493956.371516:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.371519:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371524:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a5c0/0x1414d533cd4c6d27 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493956.371539:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cec1dea3 reply state 000000002f289422 transno 4294974959 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371549:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.371554:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xf4ed591 (ffff998b53629080) 00010000:00010000:0.0:1743493956.371557:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.371559:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.371669:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027894400:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6351us (7316us total) trans 4294974959 rc 0/0 00000100:00100000:0.0:1743493956.371678:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12824 00010000:00010000:2.0:1743493956.371778:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878040, rc 0) 00000100:00100000:2.0:1743493956.371822:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027894528:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1978us (2187us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.371828:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12825 00000100:00100000:0.0:1743493956.381532:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.381623:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027894656 00000100:00100000:3.0:1743493956.381634:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027894656 00000100:00100000:3.0:1743493956.381713:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1341 00000100:00100000:3.0:1743493956.381722:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+502:2438:x1828185027894656:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493956.381749:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493956.385496:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521dd expref: 502 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.385537:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493956.385543:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493956.385739:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+501:2438:x1828185027894656:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4015us (4213us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.385775:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1341 00000100:00100000:1.0:1743493956.394628:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.395765:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027894912 00000100:00100000:3.0:1743493956.395777:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027894912 00000100:00100000:3.0:1743493956.395863:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3679 00000100:00100000:3.0:1743493956.395871:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027894912:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.396332:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027894912:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 450us (1703us total) trans 4294974960 rc 0/0 00000100:00100000:3.0:1743493956.396342:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3679 00000100:00100000:1.0:1743493956.398468:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.398555:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027895168 00000100:00100000:0.0:1743493956.398564:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027895168 00000100:00100000:0.0:1743493956.398634:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3680 00000100:00100000:0.0:1743493956.398644:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027895168:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.398958:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027895168:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 313us (496us total) trans 4294974961 rc 0/0 00000100:00100000:0.0:1743493956.398967:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3680 00000100:00100000:2.0:1743493956.399943:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.400029:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027895296 00000100:00100000:3.0:1743493956.400034:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027895296 00000100:00100000:3.0:1743493956.400174:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12826 00000100:00100000:3.0:1743493956.400181:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13369:x1828185027895296:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:3.0:1743493956.400194:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493956.400227:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521e4 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.400271:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 504 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.400285:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 504 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.400295:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493956.400298:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493956.400302:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51879e40, rc 0) 00000100:00100000:3.0:1743493956.400681:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13369:x1828185027895296:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 498us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.400689:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12826 00000100:00100000:2.0:1743493956.413397:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.413495:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027895552 00000100:00100000:3.0:1743493956.413504:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027895552 00000100:00100000:3.0:1743493956.413576:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12827 00000100:00100000:3.0:1743493956.413584:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027895552:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493956.413699:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1743493956.413727:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c5970 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e25 expref: 504 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413802:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4af0b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae79 expref: 503 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413825:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4af0bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae80 expref: 502 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413843:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1e40/0x1414d533cd4ae424 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aa66 expref: 501 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413859:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5662fac0) 00010000:00010000:3.0:1743493956.413880:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c61b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952063 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413895:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:3.0:1743493956.413898:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493956.413934:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.413948:0:6550:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.413956:0:6550:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493956.414021:0:6550:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.414033:0:6550:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 499 pid: 6550 timeout: 1258 lvb_type: 0 00000100:00100000:3.0:1743493956.414048:0:6550:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a50bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060489600:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493956.414159:0:6550:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493956.418043:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.418877:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.418902:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027895680 00000100:00100000:1.0:1743493956.418912:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027895680 00000100:00100000:3.0:1743493956.418971:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027895936 00000100:00100000:3.0:1743493956.418977:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027895936 00000100:00100000:3.0:1743493956.419045:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12828 00000100:00100000:3.0:1743493956.419054:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027895936:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493956.419133:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493956.419163:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52312200/0x1414d533cd4af5c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b008 expref: 501 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.419194:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19b880/0x1414d533cd4c6cb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c1 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.419215:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700b80/0x1414d533cd4b03f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b47d expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.419241:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5300/0x1414d533cd4af53b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494afd7 expref: 498 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.419258:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d6:0x0].0x0 (ffff998b54cbd3c0) 00010000:00010000:3.0:1743493956.419279:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493956.419318:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.419343:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.419354:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:2.0:1743493956.419525:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3681 00000100:00100000:2.0:1743493956.419532:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13369:x1828185027895680:12345-192.168.206.41@tcp:37:ll_sa.0 00010000:00010000:0.0:1743493956.423066:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.423088:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.423099:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.423245:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.423254:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.423261:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493956.423619:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].364, 64 off31552 00000040:00080000:0.0:1743493956.423665:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3871, 176 off683408 00010000:00010000:0.0:1743493956.428086:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428109:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428120:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428128:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428134:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428139:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428145:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428151:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b518796c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.428156:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428163:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428175:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d6:0x0].0x0 (ffff998b5362a400) 00010000:00010000:0.0:1743493956.428178:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.428182:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428188:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d82 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428226:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428232:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428237:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428242:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.428245:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428251:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428259:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d6:0x0].0x0 (ffff998b5362a400) 00010000:00010000:0.0:1743493956.428261:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.428264:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428269:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d7b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428535:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428543:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428548:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428554:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.428558:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428564:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428573:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:0.0:1743493956.428576:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.428579:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428584:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d6d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493956.428601:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c744721e reply state 000000005cb116b8 transno 4294974962 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428611:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.428618:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x469e1765 (ffff998b5362b100) 00010000:00010000:0.0:1743493956.428620:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.428623:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.429844:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027895936:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10784us (10963us total) trans 4294974962 rc 0/0 00000100:00100000:0.0:1743493956.429856:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12828 00000100:00100000:3.0:1743493956.438450:0:6550:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a50bc0 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6550:1828185060489600:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493956.438518:0:6550:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493956.438897:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13369:x1828185027895680:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 19361us (20862us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.438909:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3681 00000100:00100000:2.0:1743493956.454523:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.454830:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.454883:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027896448 00000100:00100000:1.0:1743493956.454894:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027896448 00010000:00010000:1.0:1743493956.454952:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 498 pid: 6550 timeout: 1258 lvb_type: 0 00000100:00100000:1.0:1743493956.455001:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3397 00000100:00100000:1.0:1743493956.455009:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+498:2439:x1828185027896448:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493956.455036:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493956.455044:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 498 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:1.0:1743493956.455061:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 498 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:1.0:1743493956.455085:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879e40/0x1414d533cd4c6d5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521e4 expref: 498 pid: 6550 timeout: 1258 lvb_type: 0 00010000:00010000:1.0:1743493956.455106:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.455112:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.455122:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.455130:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.455181:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.455182:0:6550:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.455189:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.455248:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493956.455249:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a522c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2439:x1828185027896448:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 238us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.455257:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3397 00010000:00010000:2.0:1743493956.455262:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.455270:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493956.455354:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027896320 00000100:00100000:0.0:1743493956.455359:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027896320 00010000:00010000:2.0:1743493956.455435:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493956.456291:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 433 00000100:00100000:1.0:1743493956.456299:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2438:x1828185027896320:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:1.0:1743493956.456395:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.456421:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521eb expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.456488:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456504:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456513:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456555:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456563:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456570:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456689:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456699:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.456706:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.457140:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.457149:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000100:00100000:0.0:1743493956.458554:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.458595:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027896192 00000100:00100000:0.0:1743493956.458604:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027896192 00000100:00100000:0.0:1743493956.458659:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3682 00000100:00100000:0.0:1743493956.458667:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027896192:12345-192.168.206.41@tcp:35:dbench.0 00000004:00200000:1.0:1743493956.458736:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d5:0x0]: returning size 260096 00000004:00200000:1.0:1743493956.458741:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493956.458783:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.458797:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.458807:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00000100:00100000:0.0:1743493956.459297:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027896192:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 628us (745us total) trans 4294974963 rc 0/0 00000100:00100000:0.0:1743493956.459305:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3682 00010000:00010000:1.0:1743493956.459407:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459414:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459420:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51879300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.459424:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459432:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459444:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.459448:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.459453:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459458:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879300/0x1414d533cd4c6d9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459486:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459493:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459498:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459504:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.459507:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459516:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459524:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xf4ed591 (ffff998b53629d80) 00010000:00010000:1.0:1743493956.459527:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.459530:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459535:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878400/0x1414d533cd4c6da5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459585:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518796c0/0x1414d533cd4c6d97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521eb expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.459604:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521eb expref: 499 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.459611:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff998b54cbcd40) 00010000:00010000:1.0:1743493956.459613:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.459616:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b51878f40, rc 0) 00010000:00010000:1.0:1743493956.459623:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.459649:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c6db3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521f2 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.459698:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459708:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00000040:00080000:2.0:1743493956.459709:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].359, 64 off31232 00010000:00010000:1.0:1743493956.459716:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000040:00080000:2.0:1743493956.459772:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3872, 184 off683592 00010000:00010000:1.0:1743493956.459786:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459794:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459801:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459886:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459896:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459903:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459906:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.459914:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493956.459920:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d7:0x0]: returning size 260096 00010000:00010000:2.0:1743493956.459922:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00000004:00200000:1.0:1743493956.459923:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1743493956.459929:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493956.459934:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459935:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.459940:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459943:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459949:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459951:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459955:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459956:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.459960:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459961:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459966:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459970:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.459973:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459974:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5362aa80) 00010000:00010000:2.0:1743493956.459976:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.459979:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459980:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.459985:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878b80/0x1414d533cd4c6dcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.459987:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.459989:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.459992:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.459998:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187ad40/0x1414d533cd4c6dba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460007:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460012:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460013:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460018:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460019:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460024:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460025:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.460027:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460029:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.460031:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460034:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460037:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.460043:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x469e1765 (ffff998b53629700) 00010000:00010000:2.0:1743493956.460045:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d1:0x0].0x0 (ffff998b5362aa80) 00010000:00010000:2.0:1743493956.460047:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.460047:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.460050:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460050:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.460056:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a5c0/0x1414d533cd4c6d90 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493956.460056:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a980/0x1414d533cd4c6dc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.463142:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187a200/0x1414d533cd4c6db3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f2 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.463175:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f2 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.463184:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:1.0:1743493956.463187:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.463191:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5187b100, rc 0) 00010000:00010000:1.0:1743493956.463199:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.463229:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c6dd6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49521f9 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.463288:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.463301:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.463311:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493956.463834:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463842:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463848:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463854:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51878040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.463859:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463866:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463876:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493956.463879:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.463883:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463888:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878040/0x1414d533cd4c6d66 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493956.463905:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000676f9088 reply state 000000000b9d005a transno 4294974964 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463916:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.463922:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b5362a400) 00010000:00010000:2.0:1743493956.463924:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.463928:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.464036:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027895552:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 50450us (50646us total) trans 4294974964 rc 0/0 00000100:00100000:2.0:1743493956.464047:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12827 00010000:00010000:1.0:1743493956.464497:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464507:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464516:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464635:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464646:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464654:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:1.0:1743493956.464675:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d3:0x0]: returning size 260096 00000004:00200000:1.0:1743493956.464680:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493956.464699:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464708:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464715:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464722:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464728:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464734:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e665c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.464737:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.464743:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468269:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.468278:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.468287:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468297:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e665c0/0x1414d533cd4c6ddd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468358:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468366:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468373:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468380:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e64f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.468384:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468392:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468404:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe5dc7a0b (ffff998c47e9adc0) 00010000:00010000:1.0:1743493956.468407:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.468410:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468416:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64f40/0x1414d533cd4c6de4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468483:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66d40/0x1414d533cd4c6dd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f9 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.468507:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f9 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.468514:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:1.0:1743493956.468517:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.468521:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55e65e40, rc 0) 00010000:00010000:1.0:1743493956.468530:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.468564:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64b80/0x1414d533cd4c6df2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952200 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.468623:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468636:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468646:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468695:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468703:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468710:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468878:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468931:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468940:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:1.0:1743493956.468962:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1d9:0x0]: returning size 260096 00000004:00200000:1.0:1743493956.468966:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493956.468985:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.468994:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469001:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469006:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469024:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469030:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e674c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.469034:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469040:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469050:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.469053:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.469056:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469062:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e674c0/0x1414d533cd4c6df9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469078:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469084:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469089:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469094:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b55e64040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.469097:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469103:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469110:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xc3d50206 (ffff998c47e9a400) 00010000:00010000:1.0:1743493956.469113:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.469116:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469122:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64040/0x1414d533cd4c6e00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469158:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64b80/0x1414d533cd4c6df2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952200 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.469176:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952200 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.469188:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d9:0x0].0x0 (ffff998b54cbe0c0) 00010000:00010000:1.0:1743493956.469191:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.469194:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b55e66980, rc 0) 00010000:00010000:1.0:1743493956.469198:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.469219:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c6e0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952207 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.469255:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469263:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469270:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469308:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469316:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469336:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469420:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469430:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469438:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:1.0:1743493956.469456:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x333:0x0]: returning size 85515 00000004:00200000:1.0:1743493956.469460:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493956.469470:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469477:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469483:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469489:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469495:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469500:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.469503:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469509:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469517:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.469520:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.469523:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469529:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469545:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469552:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469558:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469563:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.469566:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469572:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469579:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b54c63100) 00010000:00010000:1.0:1743493956.469582:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.469584:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469590:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:1.0:1743493956.469625:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67100/0x1414d533cd4c6e0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952207 expref: 505 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.469641:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952207 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.469649:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:1.0:1743493956.469651:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493956.469654:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfb100, rc 0) 00000100:00100000:1.0:1743493956.469789:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+504:2438:x1828185027896320:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 13488us (15422us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.469801:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 433 00000100:00100000:3.0:1743493956.470369:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.475469:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027896704 00000100:00100000:2.0:1743493956.475484:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027896704 00000100:00100000:2.0:1743493956.475572:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12829 00000100:00100000:2.0:1743493956.475581:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027896704:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.475659:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.475688:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620b80/0x1414d533cd4af144 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d2:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aeaa expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.475720:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b19a200/0x1414d533cd4c6ccc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521c8 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.475742:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f93880/0x1414d533cd4c5b92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ecd expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.475802:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4af0f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae8e expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.475821:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b5662dd80) 00010000:00010000:2.0:1743493956.475841:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.475881:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.475894:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.475904:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.475949:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.475957:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.475964:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476105:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476114:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476121:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:2.0:1743493956.476497:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].365, 64 off31616 00000040:00080000:2.0:1743493956.476543:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3873, 176 off683768 00010000:00010000:2.0:1743493956.476704:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476715:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476728:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476735:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476743:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476749:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476756:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476762:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.476793:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476803:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476813:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493956.476816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.476820:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476827:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476861:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476868:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476875:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476881:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.476885:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476892:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476901:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d2:0x0].0x0 (ffff998b519be0c0) 00010000:00010000:2.0:1743493956.476904:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.476907:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.476913:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e38 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477142:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477151:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477157:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477163:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.477167:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477173:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477186:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.477189:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.477192:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477198:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e2a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493956.477215:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000018c9a9f2 reply state 00000000736ea797 transno 4294974965 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477226:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493956.477232:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe5dc7a0b (ffff998b54c61700) 00010000:00010000:2.0:1743493956.477235:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.477238:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.477374:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027896704:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1791us (7006us total) trans 4294974965 rc 0/0 00000100:00100000:2.0:1743493956.477384:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12829 00000100:00100000:0.0:1743493956.492877:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.492988:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027896960 00000100:00100000:2.0:1743493956.492998:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027896960 00000100:00100000:2.0:1743493956.493075:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3683 00000100:00100000:2.0:1743493956.493084:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027896960:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493956.493523:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027896960:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 438us (655us total) trans 4294974966 rc 0/0 00000100:00100000:2.0:1743493956.493533:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3683 00000100:00100000:2.0:1743493956.494543:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.494731:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027897216 00000100:00100000:3.0:1743493956.494737:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027897216 00000100:00100000:3.0:1743493956.494822:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3684 00000100:00100000:3.0:1743493956.494830:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027897216:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.495120:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027897216:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 288us (577us total) trans 4294974967 rc 0/0 00000100:00100000:3.0:1743493956.495128:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3684 00000100:00100000:0.0:1743493956.514454:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.514543:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.514631:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027897472 00000100:00100000:2.0:1743493956.514642:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027897472 00000100:00100000:2.0:1743493956.514715:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027897728 00000100:00100000:2.0:1743493956.514719:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027897728 00000100:00100000:2.0:1743493956.514804:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12830 00000100:00100000:2.0:1743493956.514812:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027897472:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.514897:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.514926:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4af83d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b0cc expref: 505 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.514959:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b199a80/0x1414d533cd4c6ce8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521cf expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.514982:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536216c0/0x1414d533cd4b10a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b874 expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.515005:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071ed40/0x1414d533cd4af7b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b0a2 expref: 502 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.515023:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8:0x0].0x0 (ffff998b54cbdd80) 00010000:00010000:2.0:1743493956.515042:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.515080:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515093:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515103:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515149:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515161:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515169:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515308:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515317:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515337:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.515680:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].366, 64 off31680 00000040:00080000:2.0:1743493956.515727:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3874, 184 off683952 00010000:00010000:2.0:1743493956.515908:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515919:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515928:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515936:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515943:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515949:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515960:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515967:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.515971:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515979:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.515988:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8:0x0].0x0 (ffff998b519bf780) 00010000:00010000:2.0:1743493956.515991:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.515995:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516001:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516031:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516037:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516043:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516049:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.516053:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516059:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516071:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d8:0x0].0x0 (ffff998b519bf780) 00010000:00010000:2.0:1743493956.516074:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.516077:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516083:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516316:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516337:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516343:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516349:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.516352:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516359:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516368:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.516371:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.516374:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516380:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e46 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.516398:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003fe84dbe reply state 000000001fc48bca transno 4294974968 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516409:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516416:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xc3d50206 (ffff998b519be0c0) 00010000:00010000:2.0:1743493956.516418:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.516421:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.516533:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027897472:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1718us (2085us total) trans 4294974968 rc 0/0 00000100:00100000:2.0:1743493956.516542:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12830 00000100:00100000:2.0:1743493956.516589:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12831 00000100:00100000:2.0:1743493956.516597:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027897728:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.516677:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.516694:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b2d40/0x1414d533cd4af47e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494afa6 expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.516718:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51878f40/0x1414d533cd4c6dac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521eb expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.516739:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7100/0x1414d533cd4af549 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494afde expref: 500 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.516799:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4af3f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494af83 expref: 499 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.516817:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff998b54cbcd40) 00010000:00010000:2.0:1743493956.516831:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.516860:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516871:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516878:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516920:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516928:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.516936:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.517039:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.517048:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.517055:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.517312:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].360, 64 off31296 00000040:00080000:2.0:1743493956.517597:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3875, 184 off684136 00010000:00010000:2.0:1743493956.517729:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.517738:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.517747:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530250:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530257:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530262:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530269:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530274:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.530278:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530285:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530300:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff998b519bea80) 00010000:00010000:2.0:1743493956.530303:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.530307:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530313:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6e77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530386:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530392:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530398:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530404:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.530408:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530414:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530423:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d5:0x0].0x0 (ffff998b519bea80) 00010000:00010000:2.0:1743493956.530426:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.530429:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530433:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6e70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530697:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530704:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530709:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530713:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.530716:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530722:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530730:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493956.530732:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.530735:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530741:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6e62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.530771:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c32d1479 reply state 000000002321480f transno 4294974969 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530783:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.530790:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xf4ed591 (ffff998b519bf100) 00010000:00010000:2.0:1743493956.530792:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.530796:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.530908:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027897728:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 14306us (16360us total) trans 4294974969 rc 0/0 00000100:00100000:2.0:1743493956.530917:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12831 00000100:00100000:0.0:1743493956.531374:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.531447:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027897984 00000100:00100000:2.0:1743493956.531456:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027897984 00000100:00100000:2.0:1743493956.531644:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12832 00000100:00100000:2.0:1743493956.531652:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027897984:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.531727:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1743493956.531749:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b4c0/0x1414d533cd4c6d04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x331:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521d6 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.532129:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92d40/0x1414d533cd4c5aff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x331:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e9c expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.532146:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493956.532151:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.532188:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532200:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532210:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532235:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532244:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532251:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532387:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532396:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.532404:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.532747:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].361, 64 off31360 00000040:00080000:2.0:1743493956.532843:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3876, 184 off684320 00010000:00010000:2.0:1743493956.532992:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533002:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533011:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533020:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533027:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533033:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533040:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533046:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.533050:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533058:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533067:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493956.533070:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.533074:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533081:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6e93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533111:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533117:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533123:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533129:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.533133:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533140:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533149:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:2.0:1743493956.533152:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.533155:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533161:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6e8c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x331:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533395:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533403:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533409:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533415:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.533419:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533425:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533434:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:2.0:1743493956.533437:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.533441:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533447:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.533465:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000fa0dc0bd reply state 0000000022c10dc3 transno 4294974970 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533475:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.533482:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:2.0:1743493956.533484:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.533487:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.533589:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027897984:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1935us (2215us total) trans 4294974970 rc 0/0 00000100:00100000:2.0:1743493956.533598:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12832 00000100:00100000:1.0:1743493956.552377:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.552475:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.552890:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027898368 00000100:00100000:3.0:1743493956.552902:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027898368 00000100:00100000:3.0:1743493956.553527:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027898240 00000100:00100000:3.0:1743493956.553534:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027898240 00000100:00100000:0.0:1743493956.555496:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3685 00000100:00100000:0.0:1743493956.555510:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027898368:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:3.0:1743493956.555556:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3686 00000100:00100000:3.0:1743493956.555563:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027898240:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.555958:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027898240:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 393us (3481us total) trans 4294974971 rc 0/0 00000100:00100000:3.0:1743493956.555967:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3686 00000100:00100000:1.0:1743493956.564790:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.564832:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027898624 00000100:00100000:2.0:1743493956.564843:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027898624 00000100:00100000:2.0:1743493956.564921:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12833 00000100:00100000:2.0:1743493956.564930:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027898624:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.565006:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.565034:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b34c0/0x1414d533cd4af709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b071 expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.565067:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b100/0x1414d533cd4c6dc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f2 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.565088:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53643880/0x1414d533cd4b03c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b468 expref: 500 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.565111:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310040/0x1414d533cd4af67d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b040 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.565125:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:2.0:1743493956.565141:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.565176:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565189:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565197:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565241:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565249:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565256:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565409:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565417:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.565423:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.565826:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].362, 64 off31424 00000004:00080000:2.0:1743493956.565846:0:6553:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1158872092920ns, next at 1159872079780ns, rc = 0 00000040:00080000:2.0:1743493956.565889:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3877, 176 off684496 00010000:00010000:2.0:1743493956.566029:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566040:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566049:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566056:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566063:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566069:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566077:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566083:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.566087:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566095:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566104:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7:0x0].0x0 (ffff998b519bf780) 00010000:00010000:2.0:1743493956.566107:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.566111:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566122:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6eaf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566153:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566159:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566166:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566171:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.566175:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566180:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566188:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d7:0x0].0x0 (ffff998b519bf780) 00010000:00010000:2.0:1743493956.566191:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.566194:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566200:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ea8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566455:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566462:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566469:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566474:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.566478:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566484:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566492:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:2.0:1743493956.566495:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.566499:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566504:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6e9a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.566521:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000053f55fa1 reply state 000000007bc68107 transno 4294974972 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566532:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.566539:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x469e1765 (ffff998b519bea80) 00010000:00010000:2.0:1743493956.566542:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.566544:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.566657:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027898624:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1724us (1913us total) trans 4294974972 rc 0/0 00000100:00100000:2.0:1743493956.566666:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12833 00000100:00100000:0.0:1743493956.567095:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027898368:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11585us (14727us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.567105:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3685 00000100:00100000:1.0:1743493956.580517:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.580983:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027898752 00000100:00100000:2.0:1743493956.580994:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027898752 00000100:00100000:2.0:1743493956.582043:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12834 00000100:00100000:2.0:1743493956.582053:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027898752:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493956.582096:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.582135:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6eb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495220e expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.585352:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585372:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585384:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585429:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585438:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585446:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585568:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585576:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585582:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493956.585626:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cc:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.585630:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.585688:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585697:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585705:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585711:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585717:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585723:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.585726:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585733:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585744:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:0.0:1743493956.585747:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.585791:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585797:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ebd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585819:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585825:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585831:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585837:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.585839:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585844:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585852:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x204a7f30 (ffff998b519bf780) 00010000:00010000:0.0:1743493956.585855:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.585857:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585863:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.585914:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6eb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495220e expref: 501 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.585933:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495220e expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.585941:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cc:0x0].0x0 (ffff998b544b53c0) 00010000:00010000:0.0:1743493956.585943:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.585946:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bfa200, rc 0) 00000100:00100000:0.0:1743493956.586045:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027898752:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 3990us (5536us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.586055:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12834 00000100:00100000:3.0:1743493956.591169:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.591300:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027899008 00000100:00100000:0.0:1743493956.591311:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027899008 00000100:00100000:0.0:1743493956.591409:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3687 00000100:00100000:0.0:1743493956.591418:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027899008:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.591967:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027899008:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 547us (804us total) trans 4294974973 rc 0/0 00000100:00100000:0.0:1743493956.591975:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3687 00000100:00100000:1.0:1743493956.599829:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.599961:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027899264 00000100:00100000:0.0:1743493956.599971:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027899264 00000100:00100000:0.0:1743493956.600040:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12835 00000100:00100000:0.0:1743493956.600048:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027899264:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.600152:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.600180:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f156c0/0x1414d533cd4af240 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aef7 expref: 501 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.600210:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65e40/0x1414d533cd4c6deb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49521f9 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.600233:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523107c0/0x1414d533cd4c5c9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f21 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.600255:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d6980/0x1414d533cd4af1c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494aed4 expref: 498 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.600271:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b5662e0c0) 00010000:00010000:0.0:1743493956.600288:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.600332:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600345:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600355:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600397:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600406:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600414:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600553:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600562:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.600572:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493956.601073:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].363, 64 off31488 00000040:00080000:0.0:1743493956.601118:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3878, 176 off684672 00010000:00010000:0.0:1743493956.601253:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601264:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601273:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601280:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601286:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601292:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601297:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601303:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.601307:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601314:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601336:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b519bdd80) 00010000:00010000:0.0:1743493956.601340:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.601344:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601350:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6ee7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601381:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601387:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601393:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601398:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.601402:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601407:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601415:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d3:0x0].0x0 (ffff998b519bdd80) 00010000:00010000:0.0:1743493956.601418:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.601421:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601426:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6ee0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601649:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601658:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601664:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601669:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.601672:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601679:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601688:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493956.601691:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.601695:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601700:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ed2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493956.601715:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000afe5783d reply state 00000000cf4ccbc5 transno 4294974974 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601725:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493956.601731:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe5dc7a0b (ffff998b519bf780) 00010000:00010000:0.0:1743493956.601733:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.601736:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.604966:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027899264:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 4906us (5134us total) trans 4294974974 rc 0/0 00000100:00100000:0.0:1743493956.604979:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12835 00000100:00100000:3.0:1743493956.608016:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.608144:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.608248:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027899648 00000100:00100000:1.0:1743493956.608258:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027899648 00000100:00100000:1.0:1743493956.608340:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12836 00000100:00100000:1.0:1743493956.608349:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13371:x1828185027899648:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:1.0:1743493956.608372:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.608410:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952215 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.608472:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.608491:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.608504:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:1.0:1743493956.608507:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.608511:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50bf87c0, rc 0) 00000100:00100000:0.0:1743493956.608727:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027899520 00000100:00100000:0.0:1743493956.608736:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027899520 00000100:00100000:0.0:1743493956.608820:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3688 00000100:00100000:0.0:1743493956.608826:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027899520:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493956.610200:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13371:x1828185027899648:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 1846us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.610209:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12836 00000100:00100000:1.0:1743493956.611537:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027899520:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2704us (3523us total) trans 4294974975 rc 0/0 00000100:00100000:1.0:1743493956.611551:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3688 00000100:00100000:3.0:1743493956.623236:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.623294:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027899904 00000100:00100000:3.0:1743493956.623297:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.623304:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027899904 00000100:00100000:3.0:1743493956.623369:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.623380:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027900032 00000100:00100000:1.0:1743493956.623384:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027900032 00000100:00100000:1.0:1743493956.623424:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3689 00000100:00100000:1.0:1743493956.623433:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027899904:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.623716:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3690 00000100:00100000:3.0:1743493956.623723:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13371:x1828185027900032:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:1.0:1743493956.623852:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027899904:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 418us (623us total) trans 4294974976 rc 0/0 00000100:00100000:1.0:1743493956.623860:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3689 00000100:00100000:1.0:1743493956.624097:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027900288 00000100:00100000:1.0:1743493956.624102:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027900288 00000100:00100000:1.0:1743493956.624144:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12837 00000100:00100000:1.0:1743493956.624149:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027900288:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493956.624199:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493956.624226:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b1a80/0x1414d533cd4aeccf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cc:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ad37 expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624258:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6ecb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495220e expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624277:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660d300/0x1414d533cd4aec4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ad14 expref: 501 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624294:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cc:0x0].0x0 (ffff998b544b53c0) 00010000:00010000:1.0:1743493956.624332:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187bc40/0x1414d533cd4c6103 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952032 expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624349:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:1.0:1743493956.624353:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.624385:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.624399:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624407:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.624470:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.624483:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 499 pid: 6553 timeout: 1258 lvb_type: 0 00000100:00100000:1.0:1743493956.624496:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489728:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493956.624582:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493956.636784:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.636871:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027900544 00000100:00100000:3.0:1743493956.636882:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027900544 00000100:00100000:3.0:1743493956.636957:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12838 00000100:00100000:3.0:1743493956.636966:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027900544:12345-192.168.206.41@tcp:36:dbench.0 00000100:00100000:2.0:1743493956.637012:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489728:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493956.637043:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493956.637069:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4b80/0x1414d533cd4af955 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b120 expref: 501 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.637069:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.637096:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66980/0x1414d533cd4c6e07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952200 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.637124:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4b0ff2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b835 expref: 499 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.637146:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4af8bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b0f6 expref: 498 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.637159:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d9:0x0].0x0 (ffff998b54cbe0c0) 00010000:00010000:3.0:1743493956.637175:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493956.637209:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637222:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637230:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637273:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637280:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637287:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637456:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637465:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493956.637477:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493956.638961:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].364, 64 off31552 00000040:00080000:1.0:1743493956.639008:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3879, 184 off684856 00010000:00010000:1.0:1743493956.639150:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639163:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639171:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639179:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639185:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639191:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639197:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639202:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.639207:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639213:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639223:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d9:0x0].0x0 (ffff998b519bf440) 00010000:00010000:1.0:1743493956.639226:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.639230:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639235:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb880/0x1414d533cd4c6f11 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639263:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639269:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639274:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639279:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfb4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.639283:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639288:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639294:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d9:0x0].0x0 (ffff998b519bf440) 00010000:00010000:1.0:1743493956.639296:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.639299:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639303:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb4c0/0x1414d533cd4c6f0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493956.639426:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+497:13371:x1828185027900032:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 15697us (16123us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.639437:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3690 00010000:00010000:1.0:1743493956.639536:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639543:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639549:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639554:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.639557:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639562:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639571:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:1.0:1743493956.639573:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.639576:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639580:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9e40/0x1414d533cd4c6efc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493956.639595:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d100ebe8 reply state 000000005b9c0930 transno 4294974977 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639606:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.639611:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xc3d50206 (ffff998b519bdd80) 00010000:00010000:1.0:1743493956.639614:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.639616:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.639706:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027900544:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2739us (2930us total) trans 4294974977 rc 0/0 00000100:00100000:1.0:1743493956.639713:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12838 00000100:00100000:1.0:1743493956.650915:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.650972:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.651051:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.651150:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027900800 00000100:00100000:0.0:1743493956.651161:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027900800 00000100:00100000:0.0:1743493956.651242:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12839 00000100:00100000:0.0:1743493956.651250:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027900800:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.651334:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493956.651366:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfb100/0x1414d533cd4c6e23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952207 expref: 497 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.651399:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09e40/0x1414d533cd4c5f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x333:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ffa expref: 496 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.651420:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f907c0/0x1414d533cd4c5b7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x333:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951ec6 expref: 495 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.651438:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493956.651444:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.651486:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651499:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651509:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651552:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651564:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651572:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651699:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651708:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.651726:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00080000:0.0:1743493956.652111:0:8615:0:(mdd_dir.c:1921:mdd_finish_unlink()) Object [0x200000402:0x333:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1743493956.652178:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3880, 184 off685040 00010000:00010000:0.0:1743493956.652357:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652365:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652372:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652378:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.652383:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652391:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652401:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493956.652405:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.652409:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652416:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6f26 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x333:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652438:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652444:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652450:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652454:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.652457:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.652462:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493956.652570:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027900928 00000100:00100000:2.0:1743493956.652577:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027900928 00000100:00100000:2.0:1743493956.652639:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 434 00000100:00100000:2.0:1743493956.652646:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:2438:x1828185027900928:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493956.652721:0:6557:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.652745:0:6557:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495221c expref: -99 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.652821:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652831:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652839:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652878:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652885:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652896:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652986:0:6557:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.652995:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653002:0:6557:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00000004:00200000:2.0:1743493956.653020:0:6557:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c9:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.653025:0:6557:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.653040:0:6557:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653050:0:6557:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653056:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653062:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653068:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653073:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.653076:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653082:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653092:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:2.0:1743493956.653094:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.653097:0:6557:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.653105:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653110:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6f34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653126:0:6557:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653132:0:6557:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653138:0:6557:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653143:0:6557:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.653146:0:6557:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653152:0:6557:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653158:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xf786fdb3 (ffff998b519be400) 00010000:00010000:2.0:1743493956.653161:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.653164:0:6557:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653169:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6557 initiator: MDT0 00010000:00010000:2.0:1743493956.653210:0:6557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495221c expref: 498 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.653227:0:6557:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495221c expref: 497 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.653234:0:6557:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c9:0x0].0x0 (ffff998b544b5080) 00010000:00010000:2.0:1743493956.653237:0:6557:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.653239:0:6557:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0f100, rc 0) 00000100:00100000:2.0:1743493956.653354:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00038621-ef07-44f7-8531-81bf2ec881e5+497:2438:x1828185027900928:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 706us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.653362:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 434 00000100:00100000:3.0:1743493956.656543:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901056 00000100:00100000:3.0:1743493956.656560:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901056 00010000:00010000:3.0:1743493956.656636:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 497 pid: 6553 timeout: 1258 lvb_type: 0 00000100:00100000:3.0:1743493956.656690:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3398 00000100:00100000:3.0:1743493956.656699:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+497:2438:x1828185027901056:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493956.656733:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493956.656740:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 497 pid: 6553 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.656781:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 497 pid: 6553 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.656804:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf87c0/0x1414d533cd4c6eee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952215 expref: 497 pid: 6553 timeout: 1258 lvb_type: 0 00010000:00010000:3.0:1743493956.656824:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:3.0:1743493956.656830:0:6537:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.656839:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.656848:0:6537:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.656902:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493956.656975:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:2438:x1828185027901056:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 276us (6002us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.656982:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3398 00010000:00010000:0.0:1743493956.660933:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493956.660943:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.660951:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.660961:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa200/0x1414d533cd4c6f18 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1cf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493956.661005:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cc718ce6 reply state 0000000084238274 transno 4294974978 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.661019:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.661028:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b519be740) 00010000:00010000:0.0:1743493956.661030:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.661034:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.661641:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13289:x1828185027900800:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10385us (10730us total) trans 4294974978 rc 0/0 00000100:00100000:1.0:1743493956.661651:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12839 00010000:00010000:3.0:1743493956.661804:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.661813:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.661867:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.661878:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493956.661886:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662092:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662101:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662109:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493956.662491:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].367, 64 off31744 00000040:00080000:1.0:1743493956.662536:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3881, 184 off685224 00010000:00010000:1.0:1743493956.662678:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662688:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662695:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662702:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662708:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662713:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662719:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662725:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c7c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.662728:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662735:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662745:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cc:0x0].0x0 (ffff998b519bd3c0) 00010000:00010000:1.0:1743493956.662748:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.662782:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662789:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f57 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662822:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662828:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662834:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662839:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.662842:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662848:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662855:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cc:0x0].0x0 (ffff998b519bd3c0) 00010000:00010000:1.0:1743493956.662858:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.662860:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.662865:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663100:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663107:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663113:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663118:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.663122:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663127:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663135:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:1.0:1743493956.663138:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.663142:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663148:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa980/0x1414d533cd4c6ef5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493956.663164:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cd3201bb reply state 000000001e8d1e52 transno 4294974979 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663173:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.663180:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x204a7f30 (ffff998b519bd080) 00010000:00010000:1.0:1743493956.663182:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.663185:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.663275:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027900288:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 39122us (39904us total) trans 4294974979 rc 0/0 00000100:00100000:1.0:1743493956.663283:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12837 00000100:00100000:1.0:1743493956.684936:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.685005:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.685104:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901184 00000100:00100000:2.0:1743493956.685114:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901184 00000100:00100000:3.0:1743493956.685163:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901440 00000100:00100000:3.0:1743493956.685168:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901440 00000100:00100000:2.0:1743493956.685803:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3691 00000100:00100000:2.0:1743493956.685810:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027901184:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493956.685979:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3692 00000100:00100000:0.0:1743493956.685990:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027901440:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.686289:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027901440:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 296us (1282us total) trans 4294974980 rc 0/0 00000100:00100000:0.0:1743493956.686298:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3692 00000100:00100000:1.0:1743493956.690277:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.690821:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901696 00000100:00100000:2.0:1743493956.690831:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901696 00000100:00100000:2.0:1743493956.691057:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12840 00000100:00100000:2.0:1743493956.691426:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027901696:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.691497:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493956.691524:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313100/0x1414d533cd4aeabb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ac96 expref: 500 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.691554:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495221c expref: 499 pid: 6557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.691575:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4aea3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ac6c expref: 498 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.691589:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c9:0x0].0x0 (ffff998b544b5080) 00010000:00010000:2.0:1743493956.691605:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.691640:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.691652:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.691660:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.691697:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.691704:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.691710:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.696853:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.696879:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.696896:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.697285:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].368, 64 off31808 00000040:00080000:2.0:1743493956.697346:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3882, 184 off685408 00010000:00010000:2.0:1743493956.697507:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697518:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697527:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697535:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697542:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697547:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697554:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697559:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.697564:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697571:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697583:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c9:0x0].0x0 (ffff998b51866a80) 00010000:00010000:2.0:1743493956.697586:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.697592:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697598:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f73 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697643:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697650:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697655:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697660:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.697664:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697671:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697679:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c9:0x0].0x0 (ffff998b51866a80) 00010000:00010000:2.0:1743493956.697681:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.697684:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697690:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697958:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697966:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697972:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697977:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.697981:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697986:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.697996:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:2.0:1743493956.697998:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.698002:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.698007:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.698023:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000003030467 reply state 0000000098baa65d transno 4294974981 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.698035:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.698041:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xf786fdb3 (ffff998b51867440) 00010000:00010000:2.0:1743493956.698043:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.698046:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.698162:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027901696:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7092us (7888us total) trans 4294974981 rc 0/0 00000100:00100000:2.0:1743493956.698172:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12840 00000100:00100000:1.0:1743493956.703276:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027901184:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 17453us (18336us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.703292:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3691 00000100:00100000:3.0:1743493956.717861:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.723712:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.724387:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901824 00000100:00100000:2.0:1743493956.724399:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901824 00000100:00100000:2.0:1743493956.724478:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12841 00000100:00100000:2.0:1743493956.724486:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027901824:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:2.0:1743493956.724509:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.724547:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952223 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.724645:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724659:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724672:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724714:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724721:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724727:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724871:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724879:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724887:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493956.724924:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cd:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.724929:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.724948:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724958:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724966:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724972:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724979:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724984:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.724989:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.724996:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725008:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493956.725011:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.725016:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725022:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6f81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725041:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725048:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725053:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725058:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.725061:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725067:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725074:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x204a7f30 (ffff998b51866a80) 00010000:00010000:2.0:1743493956.725076:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.725079:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725084:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.725129:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952223 expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.725147:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952223 expref: 498 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.725153:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cd:0x0].0x0 (ffff998b544b4380) 00010000:00010000:2.0:1743493956.725156:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.725158:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0f100, rc 0) 00000100:00100000:2.0:1743493956.725250:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027901824:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 763us (7399us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.725257:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12841 00000100:00100000:1.0:1743493956.726106:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027901952 00000100:00100000:1.0:1743493956.726115:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027901952 00000100:00100000:1.0:1743493956.726169:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3693 00000100:00100000:1.0:1743493956.726176:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027901952:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:1.0:1743493956.732549:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027901952:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 6361us (8837us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.732565:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3693 00000100:00100000:3.0:1743493956.742244:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.742374:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027902208 00000100:00100000:1.0:1743493956.742396:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027902208 00000100:00100000:1.0:1743493956.742476:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3694 00000100:00100000:1.0:1743493956.742486:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae03850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027902208:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493956.742880:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae03850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027902208:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 393us (645us total) trans 4294974982 rc 0/0 00000100:00100000:1.0:1743493956.742889:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3694 00000100:00100000:0.0:1743493956.746996:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.747237:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027902336 00000100:00100000:3.0:1743493956.747248:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027902336 00000100:00100000:3.0:1743493956.747456:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12842 00000100:00100000:3.0:1743493956.747466:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13373:x1828185027902336:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:3.0:1743493956.747488:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493956.747528:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495222a expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.748028:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 500 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.748049:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 500 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493956.748058:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:3.0:1743493956.748061:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493956.748065:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0e200, rc 0) 00000100:00100000:3.0:1743493956.749015:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13373:x1828185027902336:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 1546us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.749024:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12842 00000100:00100000:3.0:1743493956.756369:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.756447:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.756564:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027902592 00000100:00100000:0.0:1743493956.756574:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027902592 00000100:00100000:0.0:1743493956.756647:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3695 00000100:00100000:0.0:1743493956.756656:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027902592:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.757017:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027902592:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 360us (658us total) trans 4294974983 rc 0/0 00000100:00100000:0.0:1743493956.757026:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3695 00000100:00100000:0.0:1743493956.757068:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027902720 00000100:00100000:0.0:1743493956.757072:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027902720 00000100:00100000:0.0:1743493956.757111:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3696 00000100:00100000:0.0:1743493956.757117:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13373:x1828185027902720:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:0.0:1743493956.770829:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.773090:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.773944:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027902976 00000100:00100000:2.0:1743493956.773955:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027902976 00000100:00100000:2.0:1743493956.774023:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027903104 00000100:00100000:2.0:1743493956.774027:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027903104 00000100:00100000:2.0:1743493956.774065:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12843 00000100:00100000:2.0:1743493956.774075:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027902976:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.774147:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.774176:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e634c0/0x1414d533cd4b379f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f4:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c4ad expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493956.775864:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13373:x1828185027902720:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 18740us (19411us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.775876:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3696 00000100:00100000:1.0:1743493956.775955:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12844 00000100:00100000:1.0:1743493956.775963:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+501:13374:x1828185027903104:12345-192.168.206.41@tcp:101:ll_sa.0 00010000:00010000:1.0:1743493956.775979:0:6554:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493956.776013:0:6554:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952231 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.776064:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.776079:0:6554:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.776089:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:1.0:1743493956.776093:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.776097:0:6554:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0de40, rc 0) 00000100:00100000:1.0:1743493956.776138:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+502:13374:x1828185027903104:12345-192.168.206.41@tcp:101:ll_sa.0 Request processed in 175us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.776145:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12844 00000100:00100000:0.0:1743493956.776416:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493956.777156:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e62980/0x1414d533cd4b3705 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c47c expref: 501 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.777190:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8040/0x1414d533cd4ac35b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e3b expref: 500 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.777206:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f4:0x0].0x0 (ffff998b5022b440) 00010000:00010000:2.0:1743493956.777231:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51879a80/0x1414d533cd4c611f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952039 expref: 499 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.777246:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:2.0:1743493956.777250:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.777286:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.777297:0:6553:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.777305:0:6553:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.777397:0:6553:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.777412:0:6553:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 498 pid: 8615 timeout: 1259 lvb_type: 0 00000100:00100000:2.0:1743493956.777426:0:6553:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489856:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493956.777517:0:6553:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493956.780455:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027903360 00000100:00100000:1.0:1743493956.780470:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027903360 00000100:00100000:1.0:1743493956.780571:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12845 00000100:00100000:1.0:1743493956.780580:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027903360:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493956.780676:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493956.780704:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311a80/0x1414d533cd4aedfc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cd:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ad92 expref: 499 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.780738:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6f8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952223 expref: 498 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.781403:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52310400/0x1414d533cd4aed70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ad68 expref: 497 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.781432:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cd:0x0].0x0 (ffff998b544b4380) 00010000:00010000:1.0:1743493956.781454:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8f40/0x1414d533cd4c61d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495206a expref: 496 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.781467:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:1.0:1743493956.781471:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.781505:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.781516:0:8615:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 495 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.781523:0:8615:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.781588:0:8615:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 495 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.781599:0:8615:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 495 pid: 6554 timeout: 1259 lvb_type: 0 00000100:00100000:1.0:1743493956.781612:0:8615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50685c40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489984:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493956.781783:0:8615:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493956.785588:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.785722:0:6553:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686200 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6553:1828185060489856:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493956.785829:0:6553:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493956.785927:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027903488 00000100:00100000:1.0:1743493956.785934:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027903488 00000100:00100000:1.0:1743493956.785996:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3697 00000100:00100000:1.0:1743493956.786004:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13374:x1828185027903488:12345-192.168.206.41@tcp:37:ll_sa.0 00000100:00100000:1.0:1743493956.793482:0:8615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50685c40 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8615:1828185060489984:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493956.793552:0:8615:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493956.796050:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.799430:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027903616 00000100:00100000:1.0:1743493956.799443:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027903616 00010000:00010000:1.0:1743493956.799497:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 497 pid: 8615 timeout: 1259 lvb_type: 0 00000100:00100000:1.0:1743493956.800202:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3399 00000100:00100000:1.0:1743493956.800211:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2437:x1828185027903616:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493956.800242:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493956.800250:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 497 pid: 8615 timeout: 1259 lvb_type: 0 00010000:00010000:1.0:1743493956.800264:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 497 pid: 8615 timeout: 1259 lvb_type: 0 00010000:00010000:1.0:1743493956.800286:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6f96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495222a expref: 497 pid: 8615 timeout: 1259 lvb_type: 0 00010000:00010000:1.0:1743493956.800307:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493956.800312:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.800334:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.800342:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.800402:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.800502:0:6553:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800511:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800583:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800593:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800601:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800746:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800770:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.800778:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.801108:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].369, 64 off31872 00000040:00080000:2.0:1743493956.801153:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3883, 184 off685592 00010000:00010000:2.0:1743493956.801285:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801295:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801303:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801310:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801317:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801335:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801341:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801347:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.801351:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801359:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801369:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f4:0x0].0x0 (ffff998b51864380) 00010000:00010000:2.0:1743493956.801373:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.801376:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801383:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fc0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801417:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801423:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801430:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801435:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.801439:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801445:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801452:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f4:0x0].0x0 (ffff998b51864380) 00010000:00010000:2.0:1743493956.801455:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.801458:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801464:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fb9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801688:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801695:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801699:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801705:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.801708:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801714:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801723:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:2.0:1743493956.801725:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.801728:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801733:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fa4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.801748:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c1f6d604 reply state 00000000dd4e359e transno 4294974984 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801803:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.801809:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xeff62052 (ffff998b51866a80) 00010000:00010000:2.0:1743493956.801811:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.801814:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493956.802346:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13374:x1828185027903488:12345-192.168.206.41@tcp:37:ll_sa.0 Request processed in 16336us (16760us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.802358:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3697 00000100:00100000:1.0:1743493956.802466:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2437:x1828185027903616:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2253us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493956.802475:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3399 00000100:00100000:2.0:1743493956.802544:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+496:13290:x1828185027902976:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 28469us (31804us total) trans 4294974984 rc 0/0 00000100:00100000:2.0:1743493956.802552:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12843 00000100:00100000:0.0:1743493956.807820:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.807916:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027903872 00000100:00100000:1.0:1743493956.807926:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027903872 00000100:00100000:1.0:1743493956.808037:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3698 00000100:00100000:1.0:1743493956.808046:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13290:x1828185027903872:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493956.809240:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027903872:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1190us (1423us total) trans 4294974985 rc 0/0 00000100:00100000:1.0:1743493956.809252:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3698 00000100:00100000:2.0:1743493956.810504:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.810736:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.810798:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027904128 00000100:00100000:2.0:1743493956.810807:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027904128 00000100:00100000:0.0:1743493956.810955:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027904000 00000100:00100000:0.0:1743493956.810960:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027904000 00010000:00010000:2.0:1743493956.813392:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 498 pid: 6554 timeout: 1259 lvb_type: 0 00000100:00100000:2.0:1743493956.813451:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3400 00000100:00100000:2.0:1743493956.813461:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+498:2439:x1828185027904128:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493956.813492:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493956.813499:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 498 pid: 6554 timeout: 1259 lvb_type: 0 00010000:00010000:2.0:1743493956.813511:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 498 pid: 6554 timeout: 1259 lvb_type: 0 00010000:00010000:2.0:1743493956.813533:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0de40/0x1414d533cd4c6f9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952231 expref: 498 pid: 6554 timeout: 1259 lvb_type: 0 00010000:00010000:2.0:1743493956.813556:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493956.813561:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.813571:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.813578:0:6539:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.813631:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493956.813714:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2439:x1828185027904128:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 253us (2977us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.813721:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3400 00000100:00100000:0.0:1743493956.813862:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 435 00000100:00100000:0.0:1743493956.813869:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+496:2440:x1828185027904000:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493956.813954:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.813979:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952238 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.814042:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814053:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814062:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814106:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814114:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814120:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814264:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814277:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814284:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:0.0:1743493956.814306:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cb:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.814310:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.814341:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814352:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814361:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814367:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814374:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814380:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.814385:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814392:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814402:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493956.814405:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.814409:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814416:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c040/0x1414d533cd4c6fce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814436:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814442:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814448:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814453:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.814457:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814463:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814471:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xf786fdb3 (ffff998b51864380) 00010000:00010000:0.0:1743493956.814473:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.814477:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814482:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d6c0/0x1414d533cd4c6fd5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:0.0:1743493956.814525:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c400/0x1414d533cd4c6fc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952238 expref: 498 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.814543:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952238 expref: 497 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.814555:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cb:0x0].0x0 (ffff998b544b7780) 00010000:00010000:0.0:1743493956.814558:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.814561:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50b0e200, rc 0) 00000100:00100000:0.0:1743493956.814629:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2440:x1828185027904000:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 758us (4127us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.814638:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 435 00010000:00010000:1.0:1743493956.815272:0:8615:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815281:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815350:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815360:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815369:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815489:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815498:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.815505:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493956.815879:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].365, 64 off31616 00000040:00080000:1.0:1743493956.815925:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3884, 184 off685776 00010000:00010000:1.0:1743493956.816062:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816072:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816080:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816088:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816095:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816101:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816108:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816114:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.816118:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816125:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816135:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cd:0x0].0x0 (ffff998b51865080) 00010000:00010000:1.0:1743493956.816138:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.816142:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816148:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c6ff1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816178:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816184:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816189:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816194:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.816198:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816204:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816212:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cd:0x0].0x0 (ffff998b51865080) 00010000:00010000:1.0:1743493956.816214:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.816217:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816223:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0da80/0x1414d533cd4c6fea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816476:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816484:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816491:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816496:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.816499:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816506:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816516:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:1.0:1743493956.816519:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.816522:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816528:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0fc40/0x1414d533cd4c6fab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493956.816546:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f08dd307 reply state 000000006c309850 transno 4294974986 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816558:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.816565:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x204a7f30 (ffff998b51865a40) 00010000:00010000:1.0:1743493956.816568:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.816570:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.816661:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027903360:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 36078us (40243us total) trans 4294974986 rc 0/0 00000100:00100000:1.0:1743493956.816670:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12845 00000100:00100000:2.0:1743493956.828235:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.828343:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027904384 00000100:00100000:1.0:1743493956.828354:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027904384 00000100:00100000:1.0:1743493956.828436:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12846 00000100:00100000:1.0:1743493956.828445:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027904384:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493956.828519:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493956.828548:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccb100/0x1414d533cd4b3d25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c620 expref: 498 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.828582:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccad40/0x1414d533cd4b3c4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c5d3 expref: 497 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.828603:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52debc40/0x1414d533cd4ac529 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eea expref: 496 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.828621:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f8:0x0].0x0 (ffff998b544b7100) 00010000:00010000:1.0:1743493956.828639:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.828679:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.828692:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.828703:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493956.828905:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060490112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1743493956.829007:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493956.829071:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490112 00000100:00100000:3.0:1743493956.829076:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490112 00000100:00100000:3.0:1743493956.829118:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1743493956.829124:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060490112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1743493956.829161:0:6557:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:3.0:1743493956.829249:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060490112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.829260:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1743493956.829348:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060490112:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1743493956.829572:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.829585:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.829593:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.829738:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.829747:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.829780:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493956.830144:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].370, 64 off31936 00000040:00080000:1.0:1743493956.830189:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3885, 184 off685960 00010000:00010000:1.0:1743493956.830362:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830372:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830380:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830388:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830395:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830401:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830408:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830414:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.830418:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830427:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830437:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f8:0x0].0x0 (ffff998b51867ac0) 00010000:00010000:1.0:1743493956.830440:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.830444:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830450:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c700d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830483:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830490:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830496:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830501:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.830505:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830511:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830519:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f8:0x0].0x0 (ffff998b51867ac0) 00010000:00010000:1.0:1743493956.830522:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.830525:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830530:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c7006 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830783:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830791:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830797:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830802:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.830806:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830812:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830822:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493956.830825:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.830828:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830834:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c6ff8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493956.830852:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006d3d4466 reply state 00000000a38869b7 transno 4294974987 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830865:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.830872:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xdf197568 (ffff998b51866740) 00010000:00010000:1.0:1743493956.830874:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.830878:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.830979:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027904384:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2532us (2752us total) trans 4294974987 rc 0/0 00000100:00100000:1.0:1743493956.830988:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12846 00000100:00100000:0.0:1743493956.832354:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060490240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1743493956.832459:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493956.832572:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490240 00000100:00100000:3.0:1743493956.832580:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490240 00000100:00100000:3.0:1743493956.832649:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1743493956.832657:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060490240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1743493956.832701:0:16618:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445363712 avail 1315901440 00000100:00100000:3.0:1743493956.832819:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060490240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.832827:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1743493956.832978:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060490240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1743493956.833171:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060490368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1743493956.833249:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493956.833368:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490368 00000100:00100000:3.0:1743493956.833374:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490368 00000100:00100000:3.0:1743493956.833438:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1743493956.833445:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060490368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1743493956.833478:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3874889728 avail 3643367424 00000100:00100000:3.0:1743493956.833557:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50979180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060490368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.833565:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:2.0:1743493956.833959:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493926 00000100:00100000:2.0:1743493956.834126:0:3679:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968004 gen 2 00000004:00080000:2.0:1743493956.834132:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252ed80, transno 4294967960 00000004:00080000:2.0:1743493956.834156:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52529740, transno 4294967961 00000004:00080000:2.0:1743493956.834160:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252ae40, transno 4294967962 00000004:00080000:2.0:1743493956.834163:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252d680, transno 4294967963 00000004:00080000:2.0:1743493956.834166:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252b9c0, transno 4294967964 00000004:00080000:2.0:1743493956.834169:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52529d00, transno 4294967965 00000004:00080000:2.0:1743493956.834172:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52528040, transno 4294967966 00000004:00080000:2.0:1743493956.834175:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252cb00, transno 4294967967 00000004:00080000:2.0:1743493956.834178:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6b9c0, transno 4294967968 00000004:00080000:2.0:1743493956.834181:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6bf80, transno 4294967969 00000004:00080000:2.0:1743493956.834184:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a69180, transno 4294967970 00000004:00080000:2.0:1743493956.834187:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6dc40, transno 4294967971 00000004:00080000:2.0:1743493956.834190:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5097d680, transno 4294967972 00000004:00080000:2.0:1743493956.834193:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a69740, transno 4294967973 00000004:00080000:2.0:1743493956.834196:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4dd6dc40, transno 4294967974 00000004:00080000:2.0:1743493956.834199:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4dd6a2c0, transno 4294967975 00000004:00080000:2.0:1743493956.834202:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbcdc40, transno 4294967976 00000004:00080000:2.0:1743493956.834206:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6e200, transno 4294967977 00000004:00080000:2.0:1743493956.834209:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5097dc40, transno 4294967978 00000004:00080000:2.0:1743493956.834212:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a80bc0, transno 4294967979 00000004:00080000:2.0:1743493956.834215:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a867c0, transno 4294967980 00000004:00080000:2.0:1743493956.834219:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d0bc0, transno 4294967981 00000004:00080000:2.0:1743493956.834222:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532de7c0, transno 4294967982 00000004:00080000:2.0:1743493956.834225:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52700040, transno 4294967983 00000004:00080000:2.0:1743493956.834229:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b527050c0, transno 4294967984 00000004:00080000:2.0:1743493956.834232:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fda2e40, transno 4294967985 00000004:00080000:2.0:1743493956.834237:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a87900, transno 4294967986 00000004:00080000:2.0:1743493956.834240:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50173f80, transno 4294967987 00000004:00080000:2.0:1743493956.834243:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fda67c0, transno 4294967988 00000004:00080000:2.0:1743493956.834246:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f8600, transno 4294967989 00000004:00080000:2.0:1743493956.834249:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f8bc0, transno 4294967990 00000004:00080000:2.0:1743493956.834253:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612f340, transno 4294967991 00000004:00080000:2.0:1743493956.834256:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fa2c0, transno 4294967992 00000004:00080000:2.0:1743493956.834259:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612bf80, transno 4294967993 00000004:00080000:2.0:1743493956.834262:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ee200, transno 4294967994 00000004:00080000:2.0:1743493956.834266:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568f9d00, transno 4294967995 00000004:00080000:2.0:1743493956.834269:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568ff340, transno 4294967996 00000004:00080000:2.0:1743493956.834272:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612b9c0, transno 4294967997 00000004:00080000:2.0:1743493956.834275:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5612dc40, transno 4294967998 00000004:00080000:2.0:1743493956.834279:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ec540, transno 4294967999 00000004:00080000:2.0:1743493956.834282:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4feb9d00, transno 4294968001 00000004:00080000:2.0:1743493956.834285:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4febb9c0, transno 4294968002 00000004:00080000:2.0:1743493956.834288:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4febc540, transno 4294968003 00000004:00080000:2.0:1743493956.834291:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b567ed680, transno 4294968004 00000100:00100000:2.0:1743493956.834302:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060490368:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1743493956.835704:0:8664:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 46 changes, 0 in progress, 0 in flight, 44 done 00000100:00100000:2.0:1743493956.837174:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060490496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1743493956.837283:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493956.837406:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490496 00000100:00100000:0.0:1743493956.837415:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490496 00000100:00100000:0.0:1743493956.837498:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1743493956.837506:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060490496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1743493956.837541:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3874889728 avail 3643367424 00000100:00100000:0.0:1743493956.837627:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060490496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.837635:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1743493956.837712:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060490496:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1743493956.838023:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493926 00000100:00100000:1.0:1743493956.846309:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.846401:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027904640 00000100:00100000:0.0:1743493956.846411:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027904640 00000100:00100000:0.0:1743493956.846485:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3699 00000100:00100000:0.0:1743493956.846494:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae06850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027904640:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.846860:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae06850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027904640:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 365us (558us total) trans 4294974988 rc 0/0 00000100:00100000:0.0:1743493956.846869:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3699 00000100:00100000:2.0:1743493956.849296:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.849390:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027904896 00000100:00100000:3.0:1743493956.849401:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027904896 00000100:00100000:3.0:1743493956.849468:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3700 00000100:00100000:3.0:1743493956.849477:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027904896:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.852168:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027904896:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2679us (2868us total) trans 4294974989 rc 0/0 00000100:00100000:3.0:1743493956.852186:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3700 00000100:00100000:2.0:1743493956.860447:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.860555:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027905152 00000100:00100000:1.0:1743493956.860567:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027905152 00000100:00100000:1.0:1743493956.860646:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12847 00000100:00100000:1.0:1743493956.860655:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027905152:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493956.860737:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493956.860810:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4b3a2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f6:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c54e expref: 499 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.860846:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4b39ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c524 expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.860868:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d9e40/0x1414d533cd4ac450 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e96 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.860884:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f6:0x0].0x0 (ffff998b502b3440) 00010000:00010000:1.0:1743493956.860903:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.860945:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.860960:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.860969:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861012:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861020:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861027:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861165:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861173:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861180:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493956.861517:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].371, 64 off32000 00000040:00080000:1.0:1743493956.861561:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3886, 184 off686144 00010000:00010000:1.0:1743493956.861700:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861710:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861718:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861724:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861730:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861735:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861744:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861793:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.861798:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861807:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861816:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f6:0x0].0x0 (ffff998b51864380) 00010000:00010000:1.0:1743493956.861819:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.861822:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861827:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c7029 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861859:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861865:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861870:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861875:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.861878:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861884:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861895:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f6:0x0].0x0 (ffff998b51864380) 00010000:00010000:1.0:1743493956.861897:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.861900:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.861905:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7022 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862129:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862137:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862141:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862146:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.862150:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862155:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862164:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:1.0:1743493956.862167:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.862170:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862175:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7014 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493956.862191:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d88cdf27 reply state 00000000618adf09 transno 4294974990 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862202:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493956.862208:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x1e68dc46 (ffff998b51867ac0) 00010000:00010000:1.0:1743493956.862211:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.862214:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.862332:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027905152:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1662us (1880us total) trans 4294974990 rc 0/0 00000100:00100000:1.0:1743493956.862340:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12847 00000100:00100000:1.0:1743493956.872218:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.872310:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027905408 00000100:00100000:2.0:1743493956.872342:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027905408 00000100:00100000:2.0:1743493956.872413:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12848 00000100:00100000:2.0:1743493956.872421:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027905408:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.872534:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493956.872563:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cbad40/0x1414d533cd4aebef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cb:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494acf1 expref: 498 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.872593:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e200/0x1414d533cd4c6fdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952238 expref: 497 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.872612:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4aeb4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494acc0 expref: 496 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.872627:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cb:0x0].0x0 (ffff998b544b7780) 00010000:00010000:2.0:1743493956.872644:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.872679:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.872692:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.872702:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.872743:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.872982:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.872991:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.873136:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.873148:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.873155:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493956.873482:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].366, 64 off31680 00000040:00080000:2.0:1743493956.874558:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3887, 184 off686328 00010000:00010000:2.0:1743493956.874731:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.874744:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877911:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877929:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877936:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877942:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877949:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877954:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.877957:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877964:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877977:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cb:0x0].0x0 (ffff998b51865700) 00010000:00010000:2.0:1743493956.877980:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.877985:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.877991:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c7045 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1cb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878047:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878053:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878058:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878063:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bb880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.878066:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878070:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878077:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cb:0x0].0x0 (ffff998b51865700) 00010000:00010000:2.0:1743493956.878079:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.878082:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878087:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c703e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878386:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878393:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878399:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878405:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.878408:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878414:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878423:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:2.0:1743493956.878426:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.878430:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878435:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c7030 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493956.878453:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a665114f reply state 0000000042cd856b transno 4294974991 ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878465:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.878472:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xf786fdb3 (ffff998b51865080) 00010000:00010000:2.0:1743493956.878475:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.878478:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.882481:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027905408:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10048us (10261us total) trans 4294974991 rc 0/0 00000100:00100000:2.0:1743493956.882498:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12848 00000100:00100000:2.0:1743493956.885374:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.888827:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027905536 00000100:00100000:1.0:1743493956.888839:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027905536 00000100:00100000:0.0:1743493956.888997:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3701 00000100:00100000:0.0:1743493956.889007:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027905536:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:0.0:1743493956.897285:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027905536:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 8266us (11907us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493956.897302:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3701 00000100:00100000:1.0:1743493956.925455:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.925528:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.925627:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027905920 00000100:00100000:3.0:1743493956.925638:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027905920 00000100:00100000:3.0:1743493956.925792:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3702 00000100:00100000:3.0:1743493956.925801:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027905920:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493956.926129:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027905920:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 327us (599us total) trans 4294974992 rc 0/0 00000100:00100000:3.0:1743493956.926137:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3702 00000100:00100000:0.0:1743493956.926242:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027905664 00000100:00100000:0.0:1743493956.926247:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027905664 00000100:00100000:0.0:1743493956.926296:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 438 00000100:00100000:0.0:1743493956.926302:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:2438:x1828185027905664:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493956.926369:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.926400:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c704c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495223f expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.926463:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926479:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926490:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926534:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926542:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926554:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926703:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926713:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926721:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.926745:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1dc:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.926749:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.926797:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926807:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926815:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926821:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926827:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926832:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bb880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.926836:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926844:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926855:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.926858:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.926878:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926884:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb880/0x1414d533cd4c7053 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926904:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926910:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926914:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926919:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.926922:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926927:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926935:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xbfd87aeb (ffff998b51865700) 00010000:00010000:0.0:1743493956.926937:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.926939:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926944:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9e40/0x1414d533cd4c705a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.926984:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bad40/0x1414d533cd4c704c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495223f expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927004:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495223f expref: 499 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927012:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dc:0x0].0x0 (ffff998c7fa82dc0) 00010000:00010000:0.0:1743493956.927014:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.927017:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545b8f40, rc 0) 00010000:00010000:0.0:1743493956.927022:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.927041:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7068 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952246 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927080:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927089:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927097:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927138:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927145:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927153:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927258:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927268:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927276:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.927293:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ee:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.927297:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.927306:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927314:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927333:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927340:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927346:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927352:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.927356:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927362:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927371:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.927373:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.927377:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927382:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8400/0x1414d533cd4c706f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927398:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927404:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927410:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927415:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545ba980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.927418:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927424:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927432:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x9062bf83 (ffff998b51864380) 00010000:00010000:0.0:1743493956.927435:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.927438:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927443:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba980/0x1414d533cd4c7076 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927481:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9a80/0x1414d533cd4c7068 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952246 expref: 501 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927497:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952246 expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927503:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ee:0x0].0x0 (ffff998c6d1e8a00) 00010000:00010000:0.0:1743493956.927506:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.927509:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b545bb4c0, rc 0) 00010000:00010000:0.0:1743493956.927512:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.927532:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700b80/0x1414d533cd4c7084 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495224d expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927568:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927576:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927584:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927622:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927630:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927637:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927714:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927724:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927732:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.927749:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ea:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.927806:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.927819:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927828:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927834:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927840:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927846:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927851:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54703c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.927854:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927860:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927868:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.927870:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.927873:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927879:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703c40/0x1414d533cd4c708b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927897:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927903:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927912:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927917:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54701300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.927920:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927925:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927933:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xee1a16ec (ffff998b518660c0) 00010000:00010000:0.0:1743493956.927935:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.927938:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927944:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701300/0x1414d533cd4c7092 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.927979:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700b80/0x1414d533cd4c7084 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495224d expref: 502 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.927995:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495224d expref: 501 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928002:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea:0x0].0x0 (ffff998c6d1ea740) 00010000:00010000:0.0:1743493956.928004:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.928007:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547025c0, rc 0) 00010000:00010000:0.0:1743493956.928011:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.928031:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701e40/0x1414d533cd4c70a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952254 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928073:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928081:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928087:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928123:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928130:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928137:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928211:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928220:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928227:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.928244:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e8:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.928247:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.928258:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928267:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928274:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928279:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928285:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928290:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54703880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.928293:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928299:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928307:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.928309:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.928313:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928332:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703880/0x1414d533cd4c70a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928354:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928360:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928365:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928369:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54700f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.928373:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928378:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928385:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x801dd473 (ffff998b51865d80) 00010000:00010000:0.0:1743493956.928388:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.928391:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928396:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700f40/0x1414d533cd4c70ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928430:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701e40/0x1414d533cd4c70a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952254 expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928446:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952254 expref: 502 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928452:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e8:0x0].0x0 (ffff998b54c62740) 00010000:00010000:0.0:1743493956.928455:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.928457:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54700040, rc 0) 00010000:00010000:0.0:1743493956.928462:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.928480:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c70bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495225b expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928516:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928524:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928535:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928573:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928580:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928586:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928662:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928672:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928679:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.928696:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1de:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.928699:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.928709:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928718:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928725:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928730:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928739:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928743:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.928746:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928786:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928796:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.928798:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.928801:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928805:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388ed40/0x1414d533cd4c70c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928825:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928830:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928835:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928840:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.928843:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928848:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928855:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xb65fef2a (ffff998b4f62c380) 00010000:00010000:0.0:1743493956.928857:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.928859:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928863:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f100/0x1414d533cd4c70ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928898:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702200/0x1414d533cd4c70bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495225b expref: 504 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928914:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495225b expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928921:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de:0x0].0x0 (ffff998c7fa80040) 00010000:00010000:0.0:1743493956.928924:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.928926:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388d300, rc 0) 00010000:00010000:0.0:1743493956.928930:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493956.928951:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d6c0/0x1414d533cd4c70d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952262 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.928990:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.928998:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929006:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929044:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929053:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929059:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929133:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929143:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929150:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493956.929166:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f0:0x0]: returning size 260096 00000004:00200000:0.0:1743493956.929169:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493956.929180:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929188:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929194:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929200:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929205:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929210:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388fc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.929213:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929220:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929229:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493956.929231:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.929234:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929239:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388fc40/0x1414d533cd4c70df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929254:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929259:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929264:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929269:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.929271:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929276:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929282:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xcbe2ca0f (ffff998b4f62e740) 00010000:00010000:0.0:1743493956.929285:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.929287:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493956.929292:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e5c0/0x1414d533cd4c70e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00000100:00100000:2.0:1743493956.929832:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493956.930002:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027906048 00000100:00100000:3.0:1743493956.930020:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027906048 00000100:00100000:2.0:1743493956.930255:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3703 00000100:00100000:2.0:1743493956.930265:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027906048:12345-192.168.206.41@tcp:37:dbench.0 00010000:00010000:0.0:1743493956.936466:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d6c0/0x1414d533cd4c70d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952262 expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.936521:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952262 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.936531:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f0:0x0].0x0 (ffff998b54c613c0) 00010000:00010000:0.0:1743493956.936535:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493956.936539:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5388f880, rc 0) 00010000:00010000:0.0:1743493956.936550:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.936743:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c70f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952269 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.936847:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.936861:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.936872:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.936925:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.936932:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.936940:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937096:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937109:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937123:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493956.937155:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e6:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.937161:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.937188:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937199:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937208:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937215:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937222:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937228:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.937233:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937241:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937250:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493956.937253:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.937258:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937264:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cf40/0x1414d533cd4c70fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937282:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937289:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937295:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937301:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.937304:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937310:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937329:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x1e0192a5 (ffff998b4f62edc0) 00010000:00010000:2.0:1743493956.937332:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.937335:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937340:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388da80/0x1414d533cd4c7102 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937382:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c400/0x1414d533cd4c70f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952269 expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.937398:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952269 expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.937405:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6:0x0].0x0 (ffff998b54c60040) 00010000:00010000:2.0:1743493956.937408:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.937411:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a6d40, rc 0) 00010000:00010000:2.0:1743493956.937415:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.937435:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7110 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952270 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.937470:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937478:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937485:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937523:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937530:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937537:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937611:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937620:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937627:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493956.937642:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e2:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.937646:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.937656:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937663:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937669:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937675:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937680:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937685:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.937688:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937694:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937701:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493956.937704:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.937707:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937713:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7117 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937729:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937735:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937744:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.937749:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00000100:00100000:0.0:1743493956.939885:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.939980:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027906304 00000100:00100000:1.0:1743493956.939990:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027906304 00000100:00100000:1.0:1743493956.940058:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12849 00000100:00100000:1.0:1743493956.940066:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027906304:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493956.940152:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493956.940175:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b100/0x1414d533cd4aff52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e0:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b30a expref: 509 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.940207:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0ed40/0x1414d533cd4afe79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b2cb expref: 508 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.940231:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc47c0/0x1414d533cd4abc93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b8d expref: 507 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.940255:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e0:0x0].0x0 (ffff998c7fa81700) 00010000:00010000:1.0:1743493956.940278:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b518787c0/0x1414d533cd4c613b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952040 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493956.940294:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493956.940298:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493956.940347:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940361:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940371:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940417:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940425:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940433:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940587:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940598:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.940606:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493956.941011:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].372, 64 off32064 00000040:00080000:1.0:1743493956.941050:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3888, 184 off686512 00010000:00010000:1.0:1743493956.941213:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941228:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941239:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941247:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941256:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941262:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941268:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941276:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a47c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493956.941281:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941291:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941304:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e0:0x0].0x0 (ffff998b4f62cd40) 00010000:00010000:1.0:1743493956.941308:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493956.941313:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941332:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7141 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941392:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941402:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941410:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941416:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.941421:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941426:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941439:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e0:0x0].0x0 (ffff998b4f62cd40) 00010000:00010000:1.0:1743493956.941443:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493956.941446:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.941453:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c713a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493956.941595:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.941603:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.941613:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc5f130b7 (ffff998b4f62da40) 00010000:00010000:2.0:1743493956.941616:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.941619:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.941625:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c711e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.941683:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7110 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952270 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.941704:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952270 expref: 505 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.941712:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e2:0x0].0x0 (ffff998b54cbf780) 00010000:00010000:2.0:1743493956.941714:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.941717:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a5e40, rc 0) 00000100:00100000:2.0:1743493956.941851:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:2438:x1828185027905664:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 15547us (16405us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.941860:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 438 00000100:00100000:3.0:1743493956.942217:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027906048:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 11942us (12377us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493956.942233:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3703 00010000:00010000:1.0:1743493956.946694:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946711:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946718:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946725:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493956.946730:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946738:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946772:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493956.946776:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493956.946781:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946788:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c712c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493956.946810:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000297dbc3d reply state 0000000009d114ae transno 4294974993 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946822:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493956.946830:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x5a3b2e4f (ffff998b4f62f440) 00010000:00010000:1.0:1743493956.946833:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493956.946836:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.946950:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027906304:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6878us (7065us total) trans 4294974993 rc 0/0 00000100:00100000:1.0:1743493956.946960:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12849 00000100:00100000:3.0:1743493956.958074:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.958188:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027906560 00000100:00100000:2.0:1743493956.958198:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027906560 00000100:00100000:2.0:1743493956.958281:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3704 00000100:00100000:2.0:1743493956.958289:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ae00850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027906560:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493956.958638:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ae00850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027906560:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 348us (571us total) trans 4294974994 rc 0/0 00000100:00100000:2.0:1743493956.958652:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3704 00000100:00100000:1.0:1743493956.968299:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.968427:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027906816 00000100:00100000:2.0:1743493956.968438:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027906816 00000100:00100000:0.0:1743493956.969104:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12850 00000100:00100000:0.0:1743493956.969115:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027906816:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493956.969194:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493956.969224:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4b3927 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f5:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c4f3 expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.969259:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e625c0/0x1414d533cd4b3801 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c4c9 expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.969283:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53620040/0x1414d533cd4ac41f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e81 expref: 503 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.969301:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f5:0x0].0x0 (ffff998c47e99700) 00010000:00010000:0.0:1743493956.969341:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf96c0/0x1414d533cd4c61f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952071 expref: 502 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493956.969364:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493956.969368:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493956.969411:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969425:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969436:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969484:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969492:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969499:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969645:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969653:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.969660:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493956.970079:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].367, 64 off31744 00000040:00080000:0.0:1743493956.970125:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3889, 184 off686696 00010000:00010000:0.0:1743493956.970284:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970294:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970302:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970308:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970314:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970333:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970340:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970346:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493956.970350:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970357:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970367:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f5:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:0.0:1743493956.970370:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493956.970374:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970380:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c715d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970414:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970420:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970426:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970430:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.970434:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970440:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970447:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f5:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:0.0:1743493956.970449:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493956.970452:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970457:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c7156 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970684:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970691:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970697:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970702:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493956.970705:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970715:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970724:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:0.0:1743493956.970726:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493956.970729:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970734:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7148 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493956.970786:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a7d71934 reply state 000000007d6a4f83 transno 4294974995 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.970799:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493956.971869:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xeff62052 (ffff998b4f62da40) 00010000:00010000:0.0:1743493956.971874:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493956.971878:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493956.973007:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027906816:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3886us (4717us total) trans 4294974995 rc 0/0 00000100:00100000:1.0:1743493956.973023:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12850 00000100:00100000:3.0:1743493956.978955:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.979110:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027907072 00000100:00100000:2.0:1743493956.979121:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027907072 00000100:00100000:2.0:1743493956.979191:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3705 00000100:00100000:2.0:1743493956.979200:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027907072:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493956.979518:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027907072:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 316us (570us total) trans 4294974996 rc 0/0 00000100:00100000:2.0:1743493956.979526:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3705 00000100:00100000:3.0:1743493956.985702:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493956.987046:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027907200 00000100:00100000:2.0:1743493956.987059:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027907200 00000100:00100000:2.0:1743493956.987152:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 439 00000100:00100000:2.0:1743493956.987162:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:2437:x1828185027907200:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493956.987250:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.987285:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7164 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952277 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.987370:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987387:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987398:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987441:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987449:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987455:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987596:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987605:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987612:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493956.987634:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ec:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.987638:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.987657:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987667:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987675:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987680:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987690:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987696:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a56c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.987700:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987708:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987720:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493956.987723:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.987728:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987734:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a56c0/0x1414d533cd4c716b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987781:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987788:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987794:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987800:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a5a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.987803:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987809:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987817:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x10cfb8f0 (ffff998b4f62edc0) 00010000:00010000:2.0:1743493956.987820:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.987822:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987827:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5a80/0x1414d533cd4c7172 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987871:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4f40/0x1414d533cd4c7164 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952277 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.987891:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952277 expref: 505 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.987898:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec:0x0].0x0 (ffff998c6d1ea400) 00010000:00010000:2.0:1743493956.987901:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.987904:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4400, rc 0) 00010000:00010000:2.0:1743493956.987909:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493956.987928:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7180 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495227e expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.987966:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987975:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.987983:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988020:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988028:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988035:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988819:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988832:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.988841:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493956.989020:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e4:0x0]: returning size 260096 00000004:00200000:2.0:1743493956.989024:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493956.989042:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989052:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989060:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989066:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989072:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989078:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.989081:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989089:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989099:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493956.989102:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.989106:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989112:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7100/0x1414d533cd4c7187 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989132:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989139:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989145:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989150:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.989153:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989159:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989167:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xd60b5417 (ffff998b4f62cd40) 00010000:00010000:2.0:1743493956.989170:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.989173:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989179:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a74c0/0x1414d533cd4c718e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493956.989223:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a47c0/0x1414d533cd4c7180 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495227e expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.989244:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495227e expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.989252:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff998b54c62a80) 00010000:00010000:2.0:1743493956.989255:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493956.989257:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a4b80, rc 0) 00000100:00100000:2.0:1743493956.990450:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+506:2437:x1828185027907200:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 3284us (4753us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493956.990464:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 439 00000100:00100000:1.0:1743493956.991669:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493956.991875:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493956.991982:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027907456 00000100:00100000:0.0:1743493956.991994:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027907456 00000100:00100000:0.0:1743493956.992548:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3706 00000100:00100000:0.0:1743493956.992558:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027907456:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493956.992905:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027907456:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 347us (1239us total) trans 4294974997 rc 0/0 00000100:00100000:0.0:1743493956.992913:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3706 00000100:00100000:2.0:1743493956.993372:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027907712 00000100:00100000:2.0:1743493956.993380:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027907712 00000100:00100000:2.0:1743493956.993440:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12851 00000100:00100000:2.0:1743493956.993447:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027907712:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493956.993505:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493956.993532:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568400/0x1414d533cd4afbf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1dc:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b207 expref: 507 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.993562:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8f40/0x1414d533cd4c7061 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495223f expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.993582:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c0e68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a4b expref: 505 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.993601:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056b880/0x1414d533cd4afb93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dc:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1dd expref: 504 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493956.993616:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dc:0x0].0x0 (ffff998c7fa82dc0) 00010000:00010000:2.0:1743493956.993634:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493956.993672:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993686:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993696:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993737:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993744:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993773:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993896:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993905:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.993911:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493956.994230:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].373, 64 off32128 00000040:00080000:2.0:1743493956.994276:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3890, 184 off686880 00010000:00010000:2.0:1743493956.994447:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994458:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994466:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994474:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994481:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994487:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994494:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994501:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493956.994505:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994513:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994523:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dc:0x0].0x0 (ffff998b4f62c380) 00010000:00010000:2.0:1743493956.994526:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493956.994530:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994537:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502200/0x1414d533cd4c71b1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994565:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994571:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994577:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994582:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53502980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.994586:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994592:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994600:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dc:0x0].0x0 (ffff998b4f62c380) 00010000:00010000:2.0:1743493956.994602:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493956.994606:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994611:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502980/0x1414d533cd4c71aa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994861:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994868:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994873:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994878:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a4040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493956.994881:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994890:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994898:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493956.994900:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493956.994903:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994908:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4040/0x1414d533cd4c719c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493956.994920:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000041b00f48 reply state 00000000a354bd4c transno 4294974998 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994929:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493956.994935:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xbfd87aeb (ffff998b4f62e740) 00010000:00010000:2.0:1743493956.994937:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493956.994939:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493956.995022:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027907712:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1572us (3145us total) trans 4294974998 rc 0/0 00000100:00100000:2.0:1743493956.995029:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12851 00000100:00100000:0.0:1743493957.000706:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.007920:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027907968 00000100:00100000:2.0:1743493957.007937:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027907968 00000100:00100000:2.0:1743493957.008056:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12852 00000100:00100000:2.0:1743493957.008065:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027907968:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.008192:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493957.008223:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e656c0/0x1414d533cd4b3e75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c690 expref: 505 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.008262:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65300/0x1414d533cd4b3daa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c64a expref: 504 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.008284:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc56c0/0x1414d533cd4ac568 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f06 expref: 503 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.008301:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f9:0x0].0x0 (ffff998b544b5a40) 00010000:00010000:2.0:1743493957.008334:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.008374:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008388:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008397:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008440:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008447:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008453:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008592:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008600:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.008612:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493957.008989:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].368, 64 off31808 00000040:00080000:2.0:1743493957.009039:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3891, 184 off687064 00010000:00010000:2.0:1743493957.009187:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009197:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009206:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009214:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009221:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009227:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009234:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009241:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.009245:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009253:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009263:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f9:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:2.0:1743493957.009267:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.009271:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009277:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c71cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009310:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009330:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009336:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009342:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.009346:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009351:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009360:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f9:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:2.0:1743493957.009363:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.009366:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009372:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c71c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009607:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009614:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009621:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009626:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53500b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.009629:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009635:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009644:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:2.0:1743493957.009647:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.009650:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009656:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500b80/0x1414d533cd4c71b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.009672:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000001a48657f reply state 00000000a215d753 transno 4294974999 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009684:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.009690:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xdf197568 (ffff998b4f62cd40) 00010000:00010000:2.0:1743493957.009693:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.009695:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.009856:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027907968:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1789us (9159us total) trans 4294974999 rc 0/0 00000100:00100000:2.0:1743493957.009866:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12852 00000100:00080000:1.0:1743493957.010193:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493927 00000100:00100000:2.0:1743493957.015188:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.015278:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027908224 00000100:00100000:1.0:1743493957.015290:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027908224 00000100:00100000:1.0:1743493957.015378:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3707 00000100:00100000:1.0:1743493957.015388:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027908224:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.028031:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.028493:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027908480 00000100:00100000:2.0:1743493957.028505:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027908480 00000100:00100000:2.0:1743493957.028593:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12853 00000100:00100000:2.0:1743493957.028601:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027908480:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.028696:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.028726:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4b3108 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ee:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c2b5 expref: 506 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.028784:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb4c0/0x1414d533cd4c707d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952246 expref: 505 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.028808:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c08f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508b5 expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.028829:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4b3036 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ee:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c276 expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.028847:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ee:0x0].0x0 (ffff998c6d1e8a00) 00010000:00010000:2.0:1743493957.028867:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.028905:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.028918:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.028928:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.028974:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.028986:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.028994:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029132:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029141:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029148:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493957.029548:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].374, 64 off32192 00000040:00080000:2.0:1743493957.029598:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3892, 176 off687240 00010000:00010000:2.0:1743493957.029741:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029751:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029759:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029796:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029804:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029810:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029821:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029827:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.029832:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029840:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029850:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ee:0x0].0x0 (ffff998b4f62ca00) 00010000:00010000:2.0:1743493957.029853:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.029857:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029863:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029894:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029901:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029907:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029913:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.029917:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029923:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029936:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ee:0x0].0x0 (ffff998b4f62ca00) 00010000:00010000:2.0:1743493957.029938:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.029941:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.029947:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71e2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030174:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030182:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030188:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030193:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.030196:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030201:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030209:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493957.030212:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.030215:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030221:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71d4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493957.030236:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000bbe95f52 reply state 00000000dfa87557 transno 4294975001 ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030247:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.030254:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x9062bf83 (ffff998b4f62c380) 00010000:00010000:2.0:1743493957.030256:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.030258:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.030384:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027908480:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1781us (2359us total) trans 4294975001 rc 0/0 00000100:00100000:2.0:1743493957.030393:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12853 00000100:00100000:2.0:1743493957.031736:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.031799:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027908736 00000100:00100000:3.0:1743493957.031808:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027908736 00000100:00100000:3.0:1743493957.031874:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3708 00000100:00100000:3.0:1743493957.031882:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027908736:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.032150:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027908736:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 266us (418us total) trans 4294975002 rc 0/0 00000100:00100000:3.0:1743493957.032159:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3708 00000100:00100000:1.0:1743493957.032562:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027908224:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 17172us (17382us total) trans 4294975000 rc 0/0 00000100:00100000:1.0:1743493957.032572:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3707 00000100:00100000:2.0:1743493957.037473:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.037551:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027908992 00000100:00100000:1.0:1743493957.037566:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027908992 00000100:00100000:1.0:1743493957.037657:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3709 00000100:00100000:1.0:1743493957.037666:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027908992:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.038041:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027908992:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 374us (582us total) trans 4294975003 rc 0/0 00000100:00100000:1.0:1743493957.038050:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3709 00000100:00100000:0.0:1743493957.042133:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.042223:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027909248 00000100:00100000:3.0:1743493957.042234:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027909248 00000100:00100000:3.0:1743493957.042310:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12854 00000100:00100000:3.0:1743493957.042331:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027909248:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.042448:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1743493957.042478:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc9a80/0x1414d533cd4b3b9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f7:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c5b0 expref: 505 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.042509:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53ccbc40/0x1414d533cd4b3aee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c57f expref: 504 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.042529:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011d6c0/0x1414d533cd4ac4c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ec0 expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.042545:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f7:0x0].0x0 (ffff998b502b2740) 00010000:00010000:3.0:1743493957.042565:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.042602:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042615:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042625:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042666:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042673:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042679:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042873:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042881:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.042888:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493957.043223:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].369, 64 off31872 00000040:00080000:3.0:1743493957.043271:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3893, 184 off687424 00010000:00010000:3.0:1743493957.043430:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043440:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043448:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043456:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043462:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043468:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043475:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043480:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.043484:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043492:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043501:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f7:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:3.0:1743493957.043504:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.043508:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043514:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c7205 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043545:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043551:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043556:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043560:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.043563:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043569:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043576:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f7:0x0].0x0 (ffff998b4f62edc0) 00010000:00010000:3.0:1743493957.043578:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.043581:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043586:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c71fe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043846:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043854:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043859:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043864:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.043868:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043874:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043883:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:3.0:1743493957.043886:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.043889:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043894:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c71f0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493957.043911:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009df976d2 reply state 00000000e759ccf8 transno 4294975004 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043921:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.043927:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x1e68dc46 (ffff998b4f62ca00) 00010000:00010000:3.0:1743493957.043930:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.043933:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.044032:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027909248:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1711us (1905us total) trans 4294975004 rc 0/0 00000100:00100000:3.0:1743493957.044042:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12854 00000100:00100000:2.0:1743493957.053868:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.055290:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027909504 00000100:00100000:3.0:1743493957.055305:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027909504 00000100:00100000:3.0:1743493957.055405:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12855 00000100:00100000:3.0:1743493957.055414:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027909504:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.055506:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.055534:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e200/0x1414d533cd4b2b90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ea:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c103 expref: 504 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.055567:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547025c0/0x1414d533cd4c7099 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495224d expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.055587:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d300/0x1414d533cd4c00d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495060e expref: 502 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.055607:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700400/0x1414d533cd4b2ae8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ea:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c0cb expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.055623:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea:0x0].0x0 (ffff998c6d1ea740) 00010000:00010000:3.0:1743493957.055643:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.055688:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055704:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055714:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055778:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055786:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055793:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055921:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055929:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.055935:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493957.061458:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].375, 64 off32256 00000040:00080000:3.0:1743493957.061518:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3894, 184 off687608 00010000:00010000:3.0:1743493957.061713:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061731:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061743:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061752:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061759:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061791:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061798:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061804:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.061808:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061816:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061830:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea:0x0].0x0 (ffff998b4f62c6c0) 00010000:00010000:3.0:1743493957.061833:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.061838:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061844:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7221 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061879:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061886:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061892:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061898:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.061902:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061912:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061920:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ea:0x0].0x0 (ffff998b4f62c6c0) 00010000:00010000:3.0:1743493957.061923:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.061926:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.061932:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c721a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062164:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062171:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062177:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062183:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.062186:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062192:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062202:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493957.062205:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.062208:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062214:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c720c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493957.062231:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000fe9e2778 reply state 00000000e9b6cda1 transno 4294975005 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062243:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.062249:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xee1a16ec (ffff998b4f62edc0) 00010000:00010000:3.0:1743493957.062252:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.062255:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.062389:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027909504:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6971us (8642us total) trans 4294975005 rc 0/0 00000100:00100000:3.0:1743493957.062399:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12855 00000100:00100000:2.0:1743493957.067580:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.067680:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027909888 00000100:00100000:3.0:1743493957.067691:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027909888 00000100:00100000:3.0:1743493957.067784:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3710 00000100:00100000:3.0:1743493957.067792:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027909888:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.068134:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027909888:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 339us (561us total) trans 4294975006 rc 0/0 00000100:00100000:3.0:1743493957.068502:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3710 00000100:00100000:3.0:1743493957.069709:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.069881:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027909632 00000100:00100000:0.0:1743493957.069894:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027909632 00000100:00100000:0.0:1743493957.069999:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3711 00000100:00100000:0.0:1743493957.070008:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027909632:12345-192.168.206.41@tcp:37:dbench.0 00000100:00100000:2.0:1743493957.072630:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.072810:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027910144 00000100:00100000:3.0:1743493957.072828:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027910144 00000100:00100000:3.0:1743493957.072930:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12856 00000100:00100000:3.0:1743493957.072945:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501722c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027910144:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.073037:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.073074:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4b2936 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e8:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c023 expref: 504 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.073118:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54700040/0x1414d533cd4c70b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952254 expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.073141:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185e980/0x1414d533cd4bffb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49505a5 expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.073164:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4b2880 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e8:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bff9 expref: 501 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.073182:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e8:0x0].0x0 (ffff998b54c62740) 00010000:00010000:3.0:1743493957.073203:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.073248:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073263:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073274:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073328:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073336:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073344:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493957.073452:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027909632:12345-192.168.206.41@tcp:37:dbench.0 Request processed in 3438us (3746us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493957.073467:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3711 00010000:00010000:3.0:1743493957.073598:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073615:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.073625:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493957.078178:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].376, 64 off32320 00000040:00080000:2.0:1743493957.078217:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3895, 184 off687792 00010000:00010000:2.0:1743493957.078895:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078912:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078923:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078932:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078938:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078946:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078953:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078958:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.078961:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078968:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078977:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e8:0x0].0x0 (ffff998b50fee740) 00010000:00010000:2.0:1743493957.078980:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.078984:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.078989:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c723d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079025:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079030:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079035:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079039:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.079042:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079051:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079058:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e8:0x0].0x0 (ffff998b50fee740) 00010000:00010000:2.0:1743493957.079060:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.079062:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079067:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7236 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079292:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079299:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079305:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079311:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.079314:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079333:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079342:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493957.079345:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.079349:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079355:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7228 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.079373:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000055656712 reply state 000000001c2bec70 transno 4294975007 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079384:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.079391:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x801dd473 (ffff998b50fed3c0) 00010000:00010000:2.0:1743493957.079394:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.079397:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.079543:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501722c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027910144:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6596us (6916us total) trans 4294975007 rc 0/0 00000100:00100000:2.0:1743493957.079552:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12856 00000100:00100000:2.0:1743493957.087821:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.087998:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027910272 00000100:00100000:0.0:1743493957.088009:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027910272 00000100:00100000:0.0:1743493957.088092:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 440 00000100:00100000:0.0:1743493957.088102:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c71a02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:2439:x1828185027910272:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493957.088176:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493957.088212:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c7244 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952285 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.088284:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088299:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088311:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088378:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088387:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088394:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088554:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088563:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088570:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493957.088594:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1dd:0x0]: returning size 260096 00000004:00200000:0.0:1743493957.088599:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493957.088621:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088631:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088639:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088645:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088652:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088658:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.088662:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088670:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088681:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493957.088685:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.088691:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088697:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064b80/0x1414d533cd4c724b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088718:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088725:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088731:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.088737:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.088740:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.090179:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.090193:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xbfd87aeb (ffff998b50fef440) 00010000:00010000:0.0:1743493957.090196:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.090201:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.090207:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065300/0x1414d533cd4c7252 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.090272:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064400/0x1414d533cd4c7244 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952285 expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.090298:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952285 expref: 502 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.090304:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd:0x0].0x0 (ffff998c7fa80a00) 00010000:00010000:0.0:1743493957.090307:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493957.090310:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b540647c0, rc 0) 00010000:00010000:0.0:1743493957.090329:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.090508:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7260 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495228c expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.090576:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090587:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090596:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090639:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090647:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090654:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090810:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090821:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090828:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.090851:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ef:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.090855:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.090874:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090882:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090889:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090895:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090901:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090907:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54065e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.090910:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090917:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090925:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.090929:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.090932:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090938:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065e40/0x1414d533cd4c7267 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090956:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090961:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090966:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090972:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.090975:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090980:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090987:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x9062bf83 (ffff998b50fee740) 00010000:00010000:2.0:1743493957.090990:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.090993:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.090998:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066200/0x1414d533cd4c726e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091032:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064040/0x1414d533cd4c7260 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495228c expref: 504 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091054:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495228c expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091062:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ef:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:2.0:1743493957.091064:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.091067:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54066d40, rc 0) 00010000:00010000:2.0:1743493957.091072:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.091091:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c727c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952293 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091132:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091140:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091148:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091190:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091199:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091208:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091285:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091294:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091301:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.091331:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1eb:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.091335:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.091346:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091355:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091362:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091368:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091374:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091380:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54067c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.091384:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091390:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091398:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.091401:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.091404:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091410:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067c40/0x1414d533cd4c7283 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091429:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091434:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091440:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091445:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.091448:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091454:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091462:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xee1a16ec (ffff998b50fedd80) 00010000:00010000:2.0:1743493957.091465:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.091468:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091473:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08400/0x1414d533cd4c728a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091508:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54065a80/0x1414d533cd4c727c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952293 expref: 505 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091525:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952293 expref: 504 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091532:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eb:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:2.0:1743493957.091535:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.091538:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e08b80, rc 0) 00010000:00010000:2.0:1743493957.091542:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.091563:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e096c0/0x1414d533cd4c7298 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495229a expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.091600:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091608:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091616:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091658:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091666:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091673:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091797:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091807:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091814:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.091834:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e9:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.091837:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.091852:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091861:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091868:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091875:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091881:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091887:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.091890:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091898:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091910:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.091912:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.091917:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091924:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a980/0x1414d533cd4c729f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091945:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091952:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091962:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091967:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e08f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.091970:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091975:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091983:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x801dd473 (ffff998b50fef100) 00010000:00010000:2.0:1743493957.091985:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.091988:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.091993:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08f40/0x1414d533cd4c72a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092026:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e096c0/0x1414d533cd4c7298 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495229a expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092044:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495229a expref: 505 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092052:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e9:0x0].0x0 (ffff998c6d1e8380) 00010000:00010000:2.0:1743493957.092055:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.092058:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e08040, rc 0) 00010000:00010000:2.0:1743493957.092062:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.092084:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e087c0/0x1414d533cd4c72b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522a1 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092123:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092131:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092138:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092180:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092187:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092194:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092268:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092277:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092284:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.092299:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1df:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.092302:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.092312:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092332:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092340:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092345:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092351:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092355:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.092358:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092364:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092372:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.092375:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.092378:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092383:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b4c0/0x1414d533cd4c72bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092400:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092406:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092411:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092416:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.092419:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092425:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092432:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xb65fef2a (ffff998b50fefac0) 00010000:00010000:2.0:1743493957.092435:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.092438:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092443:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0ad40/0x1414d533cd4c72c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092475:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e087c0/0x1414d533cd4c72b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a1 expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092491:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a1 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092497:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1df:0x0].0x0 (ffff998c7fa83440) 00010000:00010000:2.0:1743493957.092499:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.092502:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52e0b100, rc 0) 00010000:00010000:2.0:1743493957.092506:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.092524:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c72d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522a8 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.092558:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092566:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092576:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092613:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092620:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092627:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092699:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092708:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092715:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.092729:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f1:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.092732:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.092742:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092777:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092787:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092794:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092804:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092810:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0a5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.092813:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092820:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092830:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.092834:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.092843:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092849:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a5c0/0x1414d533cd4c72d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092867:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092874:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092879:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092884:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.092886:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092892:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092940:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xcbe2ca0f (ffff998b50fef780) 00010000:00010000:2.0:1743493957.092943:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.092946:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092951:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f4c0/0x1414d533cd4c72de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.092985:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0bc40/0x1414d533cd4c72d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a8 expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.093002:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a8 expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.093008:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f1:0x0].0x0 (ffff998b54c62400) 00010000:00010000:2.0:1743493957.093010:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.093013:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7d6c0, rc 0) 00010000:00010000:2.0:1743493957.093017:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.093042:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c400/0x1414d533cd4c72ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522af expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.093079:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093087:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093094:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093130:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093138:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093145:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.093234:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00000100:00100000:0.0:1743493957.095288:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.095396:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027910528 00000100:00100000:3.0:1743493957.095415:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027910528 00000100:00100000:0.0:1743493957.095422:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.095545:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027910784 00000100:00100000:3.0:1743493957.095552:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027910784 00000100:00100000:1.0:1743493957.095571:0:15613:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3712 00000100:00100000:1.0:1743493957.095588:0:15613:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50171740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+510:13290:x1828185027910528:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.095611:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3713 00000100:00100000:3.0:1743493957.095623:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+510:13289:x1828185027910784:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.096065:0:15613:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50171740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00038621-ef07-44f7-8531-81bf2ec881e5+512:13290:x1828185027910528:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 478us (778us total) trans 4294975008 rc 0/0 00000100:00100000:3.0:1743493957.096078:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+512:13289:x1828185027910784:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 446us (651us total) trans 4294975009 rc 0/0 00000100:00100000:1.0:1743493957.096090:0:15613:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3712 00000100:00100000:3.0:1743493957.096274:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3713 00000100:00100000:3.0:1743493957.099331:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.099468:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.102665:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027911168 00000100:00100000:1.0:1743493957.102681:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027911168 00000100:00100000:1.0:1743493957.102808:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027911296 00000100:00100000:1.0:1743493957.102812:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027911296 00000100:00100000:1.0:1743493957.102860:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12857 00000100:00100000:1.0:1743493957.102869:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+512:13289:x1828185027911168:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.102945:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.102974:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569300/0x1414d533cd4b0094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e1:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b36c expref: 512 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.103013:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a200/0x1414d533cd4b0016 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b33b expref: 511 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.103038:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc4400/0x1414d533cd4abcc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ba2 expref: 510 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.103056:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e1:0x0].0x0 (ffff998c7fa81d80) 00010000:00010000:1.0:1743493957.103083:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f4c0/0x1414d533cd4c621b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952078 expref: 509 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.103099:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493957.103103:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.103140:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103153:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103162:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103205:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103213:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103219:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103381:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103390:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.103398:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.105008:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105027:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.105072:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e7:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.105077:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.105100:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105111:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105121:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105128:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105136:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105142:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.105146:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105155:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105167:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.105170:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.105175:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105181:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d300/0x1414d533cd4c72f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105220:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105227:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105232:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105237:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.105240:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105246:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105253:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x1e0192a5 (ffff998b50fed700) 00010000:00010000:2.0:1743493957.105256:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.105259:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105265:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7da80/0x1414d533cd4c72fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105329:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c400/0x1414d533cd4c72ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522af expref: 509 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.105351:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522af expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.105358:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e7:0x0].0x0 (ffff998b54c63440) 00010000:00010000:2.0:1743493957.105360:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.105363:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54c7fc40, rc 0) 00010000:00010000:2.0:1743493957.105371:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.105402:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c731d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522b6 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.105454:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105463:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105470:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105511:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105518:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.105525:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000100:00100000:1.0:1743493957.105881:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12858 00000100:00100000:1.0:1743493957.105892:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027911296:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.105971:0:6554:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.105987:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f880/0x1414d533cd4afd0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1de:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b25b expref: 509 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.106012:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388d300/0x1414d533cd4c70d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495225b expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.106031:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f934c0/0x1414d533cd4c0d1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49509e2 expref: 507 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.106050:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cb80/0x1414d533cd4afcd5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1de:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b246 expref: 506 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.106069:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de:0x0].0x0 (ffff998c7fa80040) 00010000:00010000:1.0:1743493957.106083:0:6554:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.106108:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106117:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106124:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106163:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106170:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106177:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106289:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106298:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106304:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000040:00080000:1.0:1743493957.106587:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].377, 64 off32384 00000040:00080000:1.0:1743493957.106632:0:6554:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3896, 184 off687976 00010000:00010000:1.0:1743493957.106805:0:6554:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106815:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106823:0:6554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106830:0:6554:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106836:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106842:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106848:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106853:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5615a200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.106857:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106863:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106871:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de:0x0].0x0 (ffff998b50feca00) 00010000:00010000:1.0:1743493957.106874:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.106878:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106883:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c7347 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106908:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106915:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106921:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106926:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56158b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.106929:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106935:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106942:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1de:0x0].0x0 (ffff998b50feca00) 00010000:00010000:1.0:1743493957.106944:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.106947:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.106952:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7340 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107173:0:6554:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107180:0:6554:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107185:0:6554:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107190:0:6554:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.107194:0:6554:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107203:0:6554:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107212:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493957.107214:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.107218:0:6554:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107223:0:6554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7de40/0x1414d533cd4c7332 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00000004:00010000:1.0:1743493957.107239:0:6554:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000bc7a0ee7 reply state 00000000891899d2 transno 4294975010 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107249:0:6554:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493957.107255:0:6554:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xb65fef2a (ffff998b50feea80) 00010000:00010000:1.0:1743493957.107257:0:6554:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.107260:0:6554:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.107388:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027911296:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1496us (7925us total) trans 4294975010 rc 0/0 00000100:00100000:1.0:1743493957.107397:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12858 00010000:00010000:2.0:1743493957.108357:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108371:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108380:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:2.0:1743493957.108402:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e3:0x0]: returning size 260096 00000004:00200000:2.0:1743493957.108406:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.108423:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108431:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108439:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108445:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108451:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108456:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.108459:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108465:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108475:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.108478:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.108482:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108487:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f100/0x1414d533cd4c7324 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108509:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108515:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108519:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108524:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7ed40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.108526:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108532:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108539:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc5f130b7 (ffff998b50fed080) 00010000:00010000:2.0:1743493957.108541:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.108543:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108562:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7ed40/0x1414d533cd4c732b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:2.0:1743493957.108610:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e200/0x1414d533cd4c731d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522b6 expref: 507 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.108633:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522b6 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.108640:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e3:0x0].0x0 (ffff998b54c61d80) 00010000:00010000:2.0:1743493957.108642:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.108645:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5615a5c0, rc 0) 00000100:00100000:2.0:1743493957.108739:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c71a02050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+506:2439:x1828185027910272:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 20636us (20928us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493957.108749:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 440 00000040:00080000:1.0:1743493957.115144:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].370, 64 off31936 00000040:00080000:1.0:1743493957.115442:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3898, 184 off688312 00010000:00010000:1.0:1743493957.115621:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115638:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115651:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115661:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115668:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115674:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115680:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115686:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5615bc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.115689:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115696:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115707:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e1:0x0].0x0 (ffff998b50fee400) 00010000:00010000:1.0:1743493957.115710:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.115714:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115720:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c7355 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115912:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115918:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115923:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115928:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7f880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.115932:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115937:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115945:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e1:0x0].0x0 (ffff998b50fee400) 00010000:00010000:1.0:1743493957.115947:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.115950:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.115955:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7f880/0x1414d533cd4c7316 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116181:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116189:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116194:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116199:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.116203:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116209:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116217:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493957.116220:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.116223:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116228:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c7c0/0x1414d533cd4c7308 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493957.116246:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000000892052a reply state 0000000093215e31 transno 4294975011 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116256:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.116262:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x5a3b2e4f (ffff998b50feda40) 00010000:00010000:1.0:1743493957.116265:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.116268:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.116398:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027911168:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 13525us (17092us total) trans 4294975011 rc 0/0 00000100:00100000:1.0:1743493957.116407:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12857 00000100:00100000:1.0:1743493957.122162:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.122277:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027911552 00000100:00100000:0.0:1743493957.122287:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027911552 00000100:00100000:0.0:1743493957.122387:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3714 00000100:00100000:0.0:1743493957.122397:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027911552:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.122851:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027911552:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 453us (698us total) trans 4294975012 rc 0/0 00000100:00100000:0.0:1743493957.122866:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3714 00000100:00100000:1.0:1743493957.134241:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.134534:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027911936 00000100:00100000:2.0:1743493957.134550:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027911936 00000100:00100000:2.0:1743493957.134629:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3715 00000100:00100000:2.0:1743493957.134642:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027911936:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493957.135009:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+509:13289:x1828185027911936:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 370us (775us total) trans 4294975013 rc 0/0 00000100:00100000:2.0:1743493957.135018:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3715 00000100:00100000:3.0:1743493957.135244:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.135252:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.135304:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027911680 00000100:00100000:0.0:1743493957.135310:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027911680 00000100:00100000:0.0:1743493957.135368:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 441 00000100:00100000:0.0:1743493957.135375:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+509:2440:x1828185027911680:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:0.0:1743493957.135423:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493957.135455:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c735c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522bd expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.135525:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135540:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135551:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135597:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135605:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135612:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135739:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135748:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135779:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493957.135803:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ed:0x0]: returning size 260096 00000004:00200000:0.0:1743493957.135808:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493957.135825:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135835:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135844:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135853:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135859:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135865:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56158b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.135868:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135876:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135887:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493957.135890:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.135895:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135901:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158b80/0x1414d533cd4c7363 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135921:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135927:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135933:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135938:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5615a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.135941:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135950:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135957:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x10cfb8f0 (ffff998b50fee400) 00010000:00010000:0.0:1743493957.135960:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.135962:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.135968:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a200/0x1414d533cd4c736a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.136010:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615bc40/0x1414d533cd4c735c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522bd expref: 511 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.136030:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522bd expref: 510 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.136037:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ed:0x0].0x0 (ffff998c6d1eadc0) 00010000:00010000:0.0:1743493957.136039:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493957.136042:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5615b100, rc 0) 00010000:00010000:0.0:1743493957.136047:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493957.136066:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158040/0x1414d533cd4c7378 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522c4 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.136104:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.136113:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00000100:00100000:1.0:1743493957.136205:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027912192 00000100:00100000:1.0:1743493957.136210:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027912192 00000100:00100000:1.0:1743493957.136252:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12859 00000100:00100000:1.0:1743493957.136258:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+512:13290:x1828185027912192:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.136300:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.136326:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b880/0x1414d533cd4b333f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f0:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c35d expref: 512 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.136353:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f880/0x1414d533cd4c70ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952262 expref: 511 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.136379:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c0603 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507c0 expref: 510 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.136398:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a980/0x1414d533cd4b32ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f0:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c33a expref: 509 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.136413:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f0:0x0].0x0 (ffff998b54c613c0) 00010000:00010000:1.0:1743493957.136428:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.136453:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136462:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136470:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136509:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136516:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136523:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136622:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136631:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.136642:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493957.137005:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].378, 64 off32448 00000040:00080000:1.0:1743493957.137051:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3899, 184 off688496 00010000:00010000:0.0:1743493957.137177:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137218:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137226:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137233:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137326:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137337:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137347:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:0.0:1743493957.137371:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e5:0x0]: returning size 260096 00000004:00200000:0.0:1743493957.137375:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493957.137388:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137397:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137404:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137410:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137415:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137425:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56159300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.137428:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137434:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137442:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493957.137444:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.137448:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137453:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159300/0x1414d533cd4c737f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137470:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137476:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137481:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137487:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56158400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.137490:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137496:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137503:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xd60b5417 (ffff998b50feca00) 00010000:00010000:0.0:1743493957.137506:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.137509:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.137515:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158400/0x1414d533cd4c739b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:0.0:1743493957.139972:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158040/0x1414d533cd4c7378 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522c4 expref: 510 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.140012:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522c4 expref: 509 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.140021:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5:0x0].0x0 (ffff998b54c60a00) 00010000:00010000:0.0:1743493957.140025:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1743493957.140028:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b56159a80, rc 0) 00000100:00100000:0.0:1743493957.140169:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+509:2440:x1828185027911680:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 4790us (4925us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.140185:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.140190:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 441 00010000:00010000:1.0:1743493957.140469:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140482:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140495:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140505:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140513:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140521:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140528:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140536:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56159e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.140540:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140549:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140560:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f0:0x0].0x0 (ffff998b50fed700) 00010000:00010000:1.0:1743493957.140565:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.140571:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493957.140572:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027912448 00010000:00010000:1.0:1743493957.140582:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159e40/0x1414d533cd4c73a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493957.140583:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027912448 00010000:00010000:1.0:1743493957.140630:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140637:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140642:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140646:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5615b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.140650:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.140657:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493957.140664:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12860 00010000:00010000:1.0:1743493957.140666:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f0:0x0].0x0 (ffff998b50fed700) 00010000:00010000:1.0:1743493957.140671:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.140675:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493957.140677:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+509:13289:x1828185027912448:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.140691:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b4c0/0x1414d533cd4c7394 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.140804:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.140827:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568b80/0x1414d533cd4afc73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1dd:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b22a expref: 509 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.140856:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540647c0/0x1414d533cd4c7259 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952285 expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.140893:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c104b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ade expref: 507 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.140922:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50568040/0x1414d533cd4afc34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1dd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b215 expref: 506 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.140940:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd:0x0].0x0 (ffff998c7fa80a00) 00010000:00010000:0.0:1743493957.141644:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141654:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141660:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141666:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b561587c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.141670:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141680:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141691:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:0.0:1743493957.141694:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.141698:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141704:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b561587c0/0x1414d533cd4c7386 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493957.141721:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000063c7ee1b reply state 000000000be0d364 transno 4294975014 ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141733:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.141740:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xcbe2ca0f (ffff998b50fed080) 00010000:00010000:0.0:1743493957.141743:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493957.141745:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493957.142003:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027912192:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5741us (6752us total) trans 4294975014 rc 0/0 00000100:00100000:0.0:1743493957.142010:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12859 00010000:00010000:3.0:1743493957.142392:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493957.142933:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.142947:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.142956:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143004:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143012:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143019:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143144:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143153:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143160:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493957.143503:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].371, 64 off32000 00000040:00080000:0.0:1743493957.143546:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3900, 184 off688680 00010000:00010000:0.0:1743493957.143683:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143691:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143699:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143707:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143713:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143722:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143727:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143732:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54031300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493957.143736:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.143743:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145280:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd:0x0].0x0 (ffff998b50fef440) 00010000:00010000:0.0:1743493957.145287:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493957.145294:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145303:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145364:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145371:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145377:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145382:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54033c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.145386:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145396:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145405:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1dd:0x0].0x0 (ffff998b50fef440) 00010000:00010000:0.0:1743493957.145408:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493957.145411:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.145416:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73be lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147852:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147868:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147877:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147883:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54031a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.147888:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147896:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147911:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493957.147915:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.147920:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147927:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73b0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493957.147948:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000151cbde2 reply state 0000000040498e5a transno 4294975015 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147961:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.147969:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xbfd87aeb (ffff998b50fee400) 00010000:00010000:0.0:1743493957.147972:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493957.147976:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493957.148103:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027912448:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 7424us (7916us total) trans 4294975015 rc 0/0 00000100:00100000:0.0:1743493957.148114:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12860 00000100:00100000:3.0:1743493957.154358:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.154423:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027912704 00000100:00100000:0.0:1743493957.154435:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027912704 00000100:00100000:0.0:1743493957.154596:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3716 00000100:00100000:0.0:1743493957.154605:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13290:x1828185027912704:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.156814:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13290:x1828185027912704:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 2199us (2456us total) trans 4294975016 rc 0/0 00000100:00100000:0.0:1743493957.156829:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3716 00000100:00100000:2.0:1743493957.162835:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.162949:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027912960 00000100:00100000:1.0:1743493957.162962:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027912960 00000100:00100000:1.0:1743493957.163040:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3717 00000100:00100000:1.0:1743493957.163049:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+508:13289:x1828185027912960:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.163386:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+509:13289:x1828185027912960:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 336us (559us total) trans 4294975017 rc 0/0 00000100:00100000:1.0:1743493957.163395:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3717 00000100:00100000:2.0:1743493957.172454:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.172568:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027913216 00000100:00100000:0.0:1743493957.172578:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027913216 00000100:00100000:0.0:1743493957.172659:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12861 00000100:00100000:0.0:1743493957.172667:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+509:13290:x1828185027913216:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493957.172742:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493957.172806:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388cb80/0x1414d533cd4b0667 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e6:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b54f expref: 509 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.172837:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6d40/0x1414d533cd4c7109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952269 expref: 508 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.172853:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4bff03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495056d expref: 507 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.172870:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388de40/0x1414d533cd4b05f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b51e expref: 506 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.172881:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6:0x0].0x0 (ffff998b54c60040) 00010000:00010000:0.0:1743493957.172899:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493957.172937:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.172950:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.172959:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173002:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173010:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173017:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173157:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173169:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493957.173177:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493957.174404:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].379, 64 off32512 00000040:00080000:1.0:1743493957.174451:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3901, 184 off688864 00010000:00010000:1.0:1743493957.174603:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174615:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174624:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174631:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174638:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174644:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174650:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174657:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54031e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.174661:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174668:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174682:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6:0x0].0x0 (ffff998b50feca00) 00010000:00010000:1.0:1743493957.174686:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.174690:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174696:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031e40/0x1414d533cd4c73e1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174730:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174736:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174741:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174746:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54031300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.174790:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174800:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174812:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e6:0x0].0x0 (ffff998b50feca00) 00010000:00010000:1.0:1743493957.174816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.174819:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.174825:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031300/0x1414d533cd4c73da lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493957.176452:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.178453:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027913472 00000100:00100000:0.0:1743493957.178467:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027913472 00000100:00100000:0.0:1743493957.178569:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12862 00000100:00100000:0.0:1743493957.178578:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027913472:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493957.178688:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493957.178717:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e647c0/0x1414d533cd4b31fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ef:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c309 expref: 507 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.178748:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066d40/0x1414d533cd4c7275 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495228c expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.178817:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c0ba5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950964 expref: 505 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.178841:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b561596c0/0x1414d533cd4b318d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c2e6 expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.178858:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ef:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:0.0:1743493957.178877:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493957.178916:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.178929:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.178939:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.178983:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.178991:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.178997:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179147:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179156:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179163:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493957.179519:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].372, 64 off32064 00000040:00080000:0.0:1743493957.179566:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3902, 176 off689040 00010000:00010000:0.0:1743493957.179709:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179719:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179727:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179735:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179745:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179750:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179800:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179806:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535047c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493957.179810:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179817:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179826:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ef:0x0].0x0 (ffff998b50fef780) 00010000:00010000:0.0:1743493957.179829:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493957.179833:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179838:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c73fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179870:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179876:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179882:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179888:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535065c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.179893:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179899:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179908:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ef:0x0].0x0 (ffff998b50fef780) 00010000:00010000:0.0:1743493957.179912:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493957.179915:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.179921:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c73f6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493957.181730:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181746:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181770:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181776:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54031a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.181779:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181787:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181801:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493957.181804:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.181808:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181813:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54031a80/0x1414d533cd4c73cc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493957.181833:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000321698dc reply state 000000000f6e8a9b transno 4294975018 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181845:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.181851:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x1e0192a5 (ffff998b50fef440) 00010000:00010000:1.0:1743493957.181854:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.181857:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.181985:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027913216:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9314us (9537us total) trans 4294975018 rc 0/0 00000100:00100000:1.0:1743493957.182005:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12861 00010000:00010000:0.0:1743493957.187125:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187142:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187150:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187156:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.187161:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187168:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187185:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493957.187188:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.187194:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187205:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540316c0/0x1414d533cd4c73e8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493957.187227:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005b51a5cd reply state 00000000e41286a2 transno 4294975019 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187239:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.187246:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x9062bf83 (ffff998b50fed700) 00010000:00010000:0.0:1743493957.187249:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493957.187252:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493957.188682:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027913472:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10097us (12230us total) trans 4294975019 rc 0/0 00000100:00100000:0.0:1743493957.188694:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12862 00000100:00100000:2.0:1743493957.198833:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.198931:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027913728 00000100:00100000:0.0:1743493957.198942:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027913728 00000100:00100000:0.0:1743493957.199019:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3718 00000100:00100000:0.0:1743493957.199027:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027913728:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.199379:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+506:13290:x1828185027913728:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 350us (553us total) trans 4294975020 rc 0/0 00000100:00100000:0.0:1743493957.199388:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3718 00000100:00100000:2.0:1743493957.202281:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.202988:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027913984 00000100:00100000:1.0:1743493957.202997:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027913984 00000100:00100000:1.0:1743493957.203061:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3719 00000100:00100000:1.0:1743493957.203070:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+506:13289:x1828185027913984:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.204640:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027913984:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1565us (2358us total) trans 4294975021 rc 0/0 00000100:00100000:1.0:1743493957.204652:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3719 00000100:00100000:2.0:1743493957.210744:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.212708:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027914240 00000100:00100000:0.0:1743493957.212723:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027914240 00000100:00100000:0.0:1743493957.212841:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12863 00000100:00100000:0.0:1743493957.212850:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+507:13289:x1828185027914240:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:0.0:1743493957.212923:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493957.212951:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e09e40/0x1414d533cd4b2d0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1eb:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c173 expref: 507 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.212983:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08b80/0x1414d533cd4c7291 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952293 expref: 506 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.213004:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536207c0/0x1414d533cd4c02e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49506c4 expref: 505 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.213024:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0a200/0x1414d533cd4b2c4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1eb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c13b expref: 504 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.213039:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eb:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:0.0:1743493957.213058:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493957.213098:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.213111:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.213120:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214326:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214340:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214349:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214502:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214511:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.214518:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493957.214877:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].373, 64 off32128 00000040:00080000:0.0:1743493957.214924:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3903, 184 off689224 00010000:00010000:0.0:1743493957.215075:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215085:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215093:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215100:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215106:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215112:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215119:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.215125:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53507880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493957.215129:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.219342:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.219375:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eb:0x0].0x0 (ffff998b50feca00) 00010000:00010000:0.0:1743493957.219378:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493957.219577:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493957.219591:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507880/0x1414d533cd4c7419 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220460:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220470:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220477:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220483:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53506d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.220487:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220495:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220505:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1eb:0x0].0x0 (ffff998b50feca00) 00010000:00010000:2.0:1743493957.220508:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.220511:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.220517:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506d40/0x1414d533cd4c7412 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222735:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222749:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222777:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222784:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535065c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.222788:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222796:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222814:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.222817:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.222821:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222827:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535065c0/0x1414d533cd4c7404 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.222850:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f98c438d reply state 00000000627bcbe8 transno 4294975022 ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222862:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.222870:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xee1a16ec (ffff998b50fef780) 00010000:00010000:2.0:1743493957.222872:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.222876:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.223000:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027914240:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 10146us (12261us total) trans 4294975022 rc 0/0 00000100:00100000:2.0:1743493957.223010:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12863 00000100:00100000:3.0:1743493957.224019:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.224473:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027914496 00000100:00100000:2.0:1743493957.224483:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027914496 00000100:00100000:2.0:1743493957.224547:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12864 00000100:00100000:2.0:1743493957.224556:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13290:x1828185027914496:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.225113:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.225619:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54703100/0x1414d533cd4b01b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e2:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b3ce expref: 505 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.225656:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5e40/0x1414d533cd4c7125 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952270 expref: 504 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.225677:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01fc40/0x1414d533cd4bfb36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950432 expref: 503 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.225710:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8400/0x1414d533cd4b0112 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b396 expref: 502 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.225725:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e2:0x0].0x0 (ffff998b54cbf780) 00010000:00010000:2.0:1743493957.226178:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.226433:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226448:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226458:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226502:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226509:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226515:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226646:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226653:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.226662:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493957.227021:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].380, 64 off32576 00000040:00080000:2.0:1743493957.227066:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3904, 184 off689408 00000100:00100000:0.0:1743493957.232813:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.233021:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027914752 00000100:00100000:1.0:1743493957.233031:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027914752 00000100:00100000:1.0:1743493957.233099:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3720 00000100:00100000:1.0:1743493957.233107:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13289:x1828185027914752:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.233457:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027914752:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 348us (651us total) trans 4294975024 rc 0/0 00000100:00100000:1.0:1743493957.233466:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3720 00010000:00010000:2.0:1743493957.233596:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233613:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233629:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233642:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233648:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233658:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233665:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233671:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.233674:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233681:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233696:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e2:0x0].0x0 (ffff998b50fef100) 00010000:00010000:2.0:1743493957.233700:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.233705:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233710:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7435 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233749:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233775:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233781:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233786:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.233789:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233795:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233805:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e2:0x0].0x0 (ffff998b50fef100) 00010000:00010000:2.0:1743493957.233807:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.233810:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.233816:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c742e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234054:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234061:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234067:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234071:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535074c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.234073:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234079:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234088:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493957.234090:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.234093:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234097:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535074c0/0x1414d533cd4c7420 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.234110:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b9d2f9b9 reply state 000000007a377d3f transno 4294975023 ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234120:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.234125:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc5f130b7 (ffff998b50fefac0) 00010000:00010000:2.0:1743493957.234127:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.234130:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.234205:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13290:x1828185027914496:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9648us (10188us total) trans 4294975023 rc 0/0 00000100:00100000:2.0:1743493957.234213:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12864 00000100:00100000:1.0:1743493957.240329:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.241932:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027915008 00000100:00100000:3.0:1743493957.241945:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027915008 00000100:00100000:1.0:1743493957.242310:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.242413:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027915264 00000100:00100000:2.0:1743493957.242419:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027915264 00000100:00100000:2.0:1743493957.242478:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12865 00000100:00100000:2.0:1743493957.242487:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13289:x1828185027915264:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.242592:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.242623:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4b2a6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e9:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c0a1 expref: 505 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.242653:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e08040/0x1414d533cd4c72ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495229a expref: 504 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.242674:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c040/0x1414d533cd4c01e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950677 expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.242692:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e66200/0x1414d533cd4b29fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c069 expref: 502 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.242707:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e9:0x0].0x0 (ffff998c6d1e8380) 00010000:00010000:2.0:1743493957.242732:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.242818:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.242832:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.242842:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.242887:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.242895:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.242903:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.243039:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.243048:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.243055:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493957.243403:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].374, 64 off32192 00000040:00080000:2.0:1743493957.243450:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3905, 184 off689592 00010000:00010000:2.0:1743493957.246191:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246211:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246224:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246233:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246240:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246246:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246253:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246264:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5697b4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.246268:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246276:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246287:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e9:0x0].0x0 (ffff998b50feca00) 00010000:00010000:2.0:1743493957.246291:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.246296:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246302:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7451 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246350:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246356:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246362:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246367:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.246371:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246377:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246386:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e9:0x0].0x0 (ffff998b50feca00) 00010000:00010000:2.0:1743493957.246566:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.246571:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.246578:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c744a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249426:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249443:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249450:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249457:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.249461:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249469:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249484:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.249487:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.249492:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249498:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c743c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.249518:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000769301de reply state 00000000468dca7b transno 4294975025 ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249531:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.249543:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x801dd473 (ffff998b50fef100) 00010000:00010000:2.0:1743493957.249546:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.249549:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.250579:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3721 00000100:00100000:3.0:1743493957.250591:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027915008:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493957.251450:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027915264:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 8959us (9138us total) trans 4294975025 rc 0/0 00000100:00100000:2.0:1743493957.251460:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12865 00000100:00100000:3.0:1743493957.252508:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027915008:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1915us (12190us total) trans 4294975026 rc 0/0 00000100:00100000:3.0:1743493957.252521:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3721 00000100:00100000:1.0:1743493957.261825:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.261911:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027915520 00000100:00100000:2.0:1743493957.261921:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027915520 00000100:00100000:2.0:1743493957.261989:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12866 00000100:00100000:2.0:1743493957.261997:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027915520:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.262095:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.262123:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e09300/0x1414d533cd4b2e92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ec:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1dc expref: 503 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.262153:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4400/0x1414d533cd4c7179 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952277 expref: 502 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.262174:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c066c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49507ea expref: 501 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.262195:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4b2de3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ec:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c1ab expref: 500 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.262212:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec:0x0].0x0 (ffff998c6d1ea400) 00010000:00010000:2.0:1743493957.262232:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.262270:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262288:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262297:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262347:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262354:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262361:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262535:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262543:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.262550:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493957.264743:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].381, 64 off32640 00000040:00080000:2.0:1743493957.264814:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3906, 184 off689776 00010000:00010000:2.0:1743493957.264969:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.264983:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.264992:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265003:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265009:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265014:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265020:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265025:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5697ad40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.265028:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265035:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265044:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec:0x0].0x0 (ffff998b50fedd80) 00010000:00010000:2.0:1743493957.265047:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.265051:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265057:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697ad40/0x1414d533cd4c746d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265087:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265092:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265097:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265102:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5697b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.265106:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265111:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265118:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ec:0x0].0x0 (ffff998b50fedd80) 00010000:00010000:2.0:1743493957.265120:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.265122:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265126:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b4c0/0x1414d533cd4c7466 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265365:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265373:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265378:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265383:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.265387:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265392:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265400:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493957.265402:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.265406:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265411:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978400/0x1414d533cd4c7458 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493957.265424:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cf5c4f30 reply state 00000000b1f608c7 transno 4294975027 ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265433:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.265439:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x10cfb8f0 (ffff998b50feca00) 00010000:00010000:2.0:1743493957.265441:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.265443:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.265552:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027915520:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3550us (3732us total) trans 4294975027 rc 0/0 00000100:00100000:2.0:1743493957.265561:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12866 00000100:00100000:3.0:1743493957.266005:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.266100:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027915776 00000100:00100000:0.0:1743493957.266109:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027915776 00000100:00100000:0.0:1743493957.266171:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3722 00000100:00100000:0.0:1743493957.266179:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027915776:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.266428:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027915776:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 247us (423us total) trans 4294975028 rc 0/0 00000100:00100000:0.0:1743493957.266436:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3722 00000100:00100000:3.0:1743493957.278581:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.279066:0:16617:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027916032 00000100:00100000:0.0:1743493957.279077:0:16617:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027916032 00000100:00100000:0.0:1743493957.279157:0:16617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3723 00000100:00100000:0.0:1743493957.279165:0:16617:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+502:13290:x1828185027916032:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.279518:0:16617:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:00038621-ef07-44f7-8531-81bf2ec881e5+503:13290:x1828185027916032:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 351us (945us total) trans 4294975029 rc 0/0 00000100:00100000:0.0:1743493957.279527:0:16617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3723 00010000:00010000:0.0:1743493957.280003:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493957.285047:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.286649:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.290456:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027916288 00000100:00100000:1.0:1743493957.290471:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027916288 00000100:00100000:1.0:1743493957.290568:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027916544 00000100:00100000:1.0:1743493957.290572:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027916544 00000100:00100000:1.0:1743493957.290613:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12867 00000100:00100000:1.0:1743493957.290622:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+504:13289:x1828185027916288:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.290710:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.290739:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056bc40/0x1414d533cd4afe02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1df:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b2a8 expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.290790:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b100/0x1414d533cd4c72c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a1 expref: 503 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.290812:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f880/0x1414d533cd4c0f2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a83 expref: 502 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.290833:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f17c40/0x1414d533cd4afd99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1df:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b285 expref: 501 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.290849:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1df:0x0].0x0 (ffff998c7fa83440) 00010000:00010000:1.0:1743493957.290867:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.290904:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.290917:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.290926:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.290971:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.290978:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.290985:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291119:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291127:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291134:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493957.291490:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].375, 64 off32256 00000040:00080000:1.0:1743493957.291536:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3907, 184 off689960 00010000:00010000:1.0:1743493957.291669:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291679:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291688:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291695:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291701:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291708:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291714:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291720:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a2d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.291724:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291732:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291741:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1df:0x0].0x0 (ffff998b50fee0c0) 00010000:00010000:1.0:1743493957.291744:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.291747:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291775:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c7489 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291806:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291813:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291819:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291825:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.291828:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291834:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291843:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1df:0x0].0x0 (ffff998b50fee0c0) 00010000:00010000:1.0:1743493957.291845:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.291848:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.291853:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c7482 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292075:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292082:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292088:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292093:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.292096:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292102:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292110:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493957.292113:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.292117:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292122:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c7474 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493957.292139:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000ac6c166e reply state 00000000347d7d9a transno 4294975030 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292149:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292155:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xb65fef2a (ffff998b50fee740) 00010000:00010000:1.0:1743493957.292157:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.292160:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.292275:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027916288:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1651us (7236us total) trans 4294975030 rc 0/0 00000100:00100000:1.0:1743493957.292287:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12867 00000100:00100000:1.0:1743493957.292356:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12868 00000100:00100000:1.0:1743493957.292363:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027916544:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.292433:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.292449:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547034c0/0x1414d533cd4b0429 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e4:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b48b expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.292473:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a4b80/0x1414d533cd4c7195 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495227e expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.292493:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4bfe07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950512 expref: 499 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.292515:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313c40/0x1414d533cd4b037a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b453 expref: 498 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.292531:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff998b54c62a80) 00010000:00010000:1.0:1743493957.292545:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.292571:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292580:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292587:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292629:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292638:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292645:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292739:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292747:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.292777:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:1.0:1743493957.293050:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].382, 64 off32704 00000040:00080000:1.0:1743493957.293088:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3908, 184 off690144 00010000:00010000:1.0:1743493957.293221:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293232:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293240:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293248:0:6550:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293254:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293260:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293271:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293277:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.293280:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293287:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293297:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff998c6d1e8380) 00010000:00010000:1.0:1743493957.293300:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.293304:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293310:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293352:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293359:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293364:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293369:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.293372:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293379:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293390:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e4:0x0].0x0 (ffff998c6d1e8380) 00010000:00010000:1.0:1743493957.293393:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.293395:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293400:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c749e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293593:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293601:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293607:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293613:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.293616:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293622:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293630:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:1.0:1743493957.293633:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.293637:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293642:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c7490 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1da:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:1.0:1743493957.293656:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d75ae0db reply state 00000000a66a28a9 transno 4294975031 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293665:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493957.293671:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xd60b5417 (ffff998b50fecd40) 00010000:00010000:1.0:1743493957.293674:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.293676:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.293741:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027916544:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1376us (7095us total) trans 4294975031 rc 0/0 00000100:00100000:1.0:1743493957.293748:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12868 00000100:00100000:3.0:1743493957.310782:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.310882:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027916800 00000100:00100000:0.0:1743493957.310891:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027916800 00000100:00100000:0.0:1743493957.310956:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3724 00000100:00100000:0.0:1743493957.310964:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027916800:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.311262:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027916800:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 296us (509us total) trans 4294975032 rc 0/0 00000100:00100000:0.0:1743493957.311270:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3724 00000100:00100000:1.0:1743493957.337903:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.338152:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917056 00000100:00100000:3.0:1743493957.338163:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917056 00000100:00100000:3.0:1743493957.338284:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12869 00000100:00100000:1.0:1743493957.338286:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.338293:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027917056:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.338376:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:2.0:1743493957.338377:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917184 00000100:00100000:2.0:1743493957.338381:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917184 00010000:00010000:3.0:1743493957.338405:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba200/0x1414d533cd4b34a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f1:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c3cd expref: 501 pid: 6554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493957.338426:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12870 00000100:00100000:2.0:1743493957.338432:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52707340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027917184:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:3.0:1743493957.338435:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7d6c0/0x1414d533cd4c72e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522a8 expref: 500 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.338454:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c089c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950892 expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.338458:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493957.338472:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bb100/0x1414d533cd4b33e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c395 expref: 498 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.338492:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f1:0x0].0x0 (ffff998b54c62400) 00010000:00010000:2.0:1743493957.338498:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c74ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522cb expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.338509:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.338543:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.338555:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.338564:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.338592:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.338602:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.338607:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.338614:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.338615:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.338621:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.338648:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.338655:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.338660:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493957.338795:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.338804:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.338811:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.338979:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x234:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.338989:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.338997:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493957.339029:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x234:0x0]: returning size 1048576 00000004:00200000:2.0:1743493957.339040:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.339059:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x234:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339068:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339076:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339082:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339093:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339099:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.339103:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339110:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339119:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:2.0:1743493957.339122:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.339125:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339131:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3100/0x1414d533cd4c74ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493957.339138:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].376, 64 off32320 00010000:00010000:2.0:1743493957.339148:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339155:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339160:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339165:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.339168:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339174:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493957.339178:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3909, 184 off690328 00010000:00010000:2.0:1743493957.339181:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8b6dba3a (ffff998c6d1ea400) 00010000:00010000:2.0:1743493957.339184:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.339187:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339193:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a25c0/0x1414d533cd4c74c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493957.339231:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0040/0x1414d533cd4c74ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522cb expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.339248:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522cb expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.339255:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x234:0x0].0x0 (ffff998b542b06c0) 00010000:00010000:2.0:1743493957.339258:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.339261:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a2d40, rc 0) 00010000:00010000:3.0:1743493957.339305:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339313:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339333:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339340:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339345:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493957.339346:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52707340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027917184:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 913us (1059us total) trans 0 rc 0/0 00010000:00010000:3.0:1743493957.339351:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493957.339354:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12870 00010000:00010000:3.0:1743493957.339356:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339361:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.339364:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339370:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339378:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f1:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:3.0:1743493957.339381:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.339384:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339389:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1300/0x1414d533cd4c74dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339411:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339417:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339423:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339428:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a07c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.339431:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339438:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339446:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f1:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:3.0:1743493957.339448:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.339451:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339456:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a07c0/0x1414d533cd4c74cf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339682:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339689:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339694:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339699:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.339702:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339708:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339716:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:3.0:1743493957.339718:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.339721:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339727:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1a80/0x1414d533cd4c74b3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493957.339742:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003ab333d9 reply state 000000007a1396c5 transno 4294975033 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339831:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.339840:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xcbe2ca0f (ffff998c6d1e8380) 00010000:00010000:3.0:1743493957.339843:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.339847:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.339913:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027917056:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1620us (2019us total) trans 4294975033 rc 0/0 00000100:00100000:3.0:1743493957.339921:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12869 00000100:00100000:2.0:1743493957.341097:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b527067c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3676:1828185060491008:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.341217:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493957.341271:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060491520:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.341347:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493957.341394:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1743493957.341402:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52703400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060490624:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.341473:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493957.341484:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3678:1828185060490752:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.341507:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3676:1828185060491136:0@lo:400:kworker.0 00000100:00100000:1.0:1743493957.341550:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493957.341563:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060490880:0@lo:400:kworker.0 00000100:00100000:1.0:1743493957.341590:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3678:1828185060491264:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.341623:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493957.341688:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490624 00000100:00100000:0.0:1743493957.341696:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490624 00000100:00100000:0.0:1743493957.341780:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1743493957.341793:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c450c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060490624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.342144:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491008 00000100:00100000:3.0:1743493957.342149:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491008 00000100:00100000:1.0:1743493957.342196:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493957.342206:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490752 00000100:00100000:3.0:1743493957.342210:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490752 00000100:00100000:3.0:1743493957.342241:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060490880 00000100:00100000:1.0:1743493957.342242:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060491776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493957.342244:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060490880 00000100:00100000:3.0:1743493957.342276:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491264 00000100:00100000:3.0:1743493957.342279:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491264 00000100:00100000:3.0:1743493957.342303:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1743493957.342303:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493957.342308:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3676:x1828185060491008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.342402:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3676:x1828185060491008:12345-0@lo:400:kworker.0 Request processed in 92us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.342410:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1743493957.342417:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1743493957.342422:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1828185060490752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.342443:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1743493957.342455:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1828185060490880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493957.342497:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3678:x1828185060490752:12345-0@lo:400:kworker.0 Request processed in 74us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493957.342504:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1743493957.342533:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060491392:0@lo:400:kworker.0 00000100:00100000:1.0:1743493957.342533:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1743493957.342537:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1828185060491264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.342624:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1828185060490880:12345-0@lo:400:kworker.0 Request processed in 166us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.342631:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1743493957.342704:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491520 00000100:00100000:3.0:1743493957.342709:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491520 00000100:00100000:3.0:1743493957.342812:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1743493957.342818:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060491520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.342904:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060491520:12345-0@lo:400:kworker.0 Request processed in 84us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.342910:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1743493957.342991:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493957.343031:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060491648:0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.343091:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493957.343153:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b527067c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3676:1828185060491008:0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.343176:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060491520:0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.343227:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491648 00000100:00100000:3.0:1743493957.343231:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491648 00000100:00100000:3.0:1743493957.343268:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1743493957.343273:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060491648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.343370:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060491648:12345-0@lo:400:kworker.0 Request processed in 96us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.343377:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1743493957.343426:0:3676:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968012 gen 2 00000004:00080000:3.0:1743493957.343431:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50648600, transno 4294967974 00000004:00080000:3.0:1743493957.343442:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064d680, transno 4294967975 00000004:00080000:3.0:1743493957.343446:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064f900, transno 4294967976 00000004:00080000:3.0:1743493957.343449:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064f340, transno 4294967977 00000004:00080000:3.0:1743493957.343451:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064cb00, transno 4294967978 00000004:00080000:3.0:1743493957.343454:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064e7c0, transno 4294967979 00000004:00080000:3.0:1743493957.343457:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50649180, transno 4294967980 00000004:00080000:3.0:1743493957.343460:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50649d00, transno 4294967981 00000004:00080000:3.0:1743493957.343463:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b506822c0, transno 4294967982 00000004:00080000:3.0:1743493957.343466:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50681740, transno 4294967983 00000004:00080000:3.0:1743493957.343469:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50681d00, transno 4294967984 00000004:00080000:3.0:1743493957.343472:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50687900, transno 4294967985 00000004:00080000:3.0:1743493957.343474:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50686d80, transno 4294967986 00000004:00080000:3.0:1743493957.343478:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbcd680, transno 4294967987 00000004:00080000:3.0:1743493957.343481:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5097cb00, transno 4294967988 00000004:00080000:3.0:1743493957.343484:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4dd68600, transno 4294967989 00000004:00080000:3.0:1743493957.343487:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbc8bc0, transno 4294967990 00000004:00080000:3.0:1743493957.343490:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5023d0c0, transno 4294967991 00000004:00080000:3.0:1743493957.343493:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5023b9c0, transno 4294967992 00000004:00080000:3.0:1743493957.343496:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbce200, transno 4294967993 00000004:00080000:3.0:1743493957.343499:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50239740, transno 4294967994 00000004:00080000:3.0:1743493957.343502:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d5c40, transno 4294967995 00000004:00080000:3.0:1743493957.343505:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532df340, transno 4294967996 00000004:00080000:3.0:1743493957.343508:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fda0bc0, transno 4294967997 00000004:00080000:3.0:1743493957.343511:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a84540, transno 4294967998 00000004:00080000:3.0:1743493957.343515:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a86200, transno 4294967999 00000004:00080000:3.0:1743493957.343518:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52705680, transno 4294968000 00000004:00080000:3.0:1743493957.343520:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d0600, transno 4294968001 00000004:00080000:3.0:1743493957.343523:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fda4b00, transno 4294968002 00000004:00080000:3.0:1743493957.343526:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b568fd0c0, transno 4294968003 00000004:00080000:3.0:1743493957.343529:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd0040, transno 4294968004 00000004:00080000:3.0:1743493957.343532:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd1740, transno 4294968005 00000004:00080000:3.0:1743493957.343535:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50058bc0, transno 4294968006 00000004:00080000:3.0:1743493957.343538:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005a2c0, transno 4294968007 00000004:00080000:3.0:1743493957.343541:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd7900, transno 4294968008 00000004:00080000:3.0:1743493957.343544:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005cb00, transno 4294968009 00000004:00080000:3.0:1743493957.343546:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50058040, transno 4294968010 00000004:00080000:3.0:1743493957.343549:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50058600, transno 4294968011 00000004:00080000:3.0:1743493957.343553:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4a0a6200, transno 4294968012 00000100:00100000:3.0:1743493957.343557:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060491648:0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.343591:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491136 00000100:00100000:3.0:1743493957.343594:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491136 00000100:00100000:3.0:1743493957.343634:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1743493957.343639:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3676:x1828185060491136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493957.343789:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c450c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060490624:12345-0@lo:400:kworker.0 Request processed in 1999us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493957.343796:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:0.0:1743493957.344049:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493927 00000100:00080000:0.0:1743493957.344310:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493927 00000100:00080000:0.0:1743493957.344564:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493927 00000100:00080000:0.0:1743493957.344858:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493927 00000100:00100000:3.0:1743493957.345147:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3676:x1828185060491136:12345-0@lo:400:kworker.0 Request processed in 1504us (2153us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.345158:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1743493957.345230:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52703400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060490624:0@lo:400:kworker.0 00010000:00080000:3.0:1743493957.345259:0:3676:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b52704540 x1828185060491136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493957.345271:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3676:1828185060491136:0@lo:400:kworker.0 00000100:00100000:0.0:1743493957.345819:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491776 00000100:00100000:0.0:1743493957.345826:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491776 00000100:00100000:0.0:1743493957.345880:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1743493957.345888:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060491776:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1743493957.346276:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493957.346340:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532de7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060491904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1743493957.346659:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3678:x1828185060491264:12345-0@lo:400:kworker.0 Request processed in 4118us (4461us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493957.346670:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1743493957.346707:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491392 00000100:00100000:1.0:1743493957.346712:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491392 00000100:00100000:1.0:1743493957.346778:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1743493957.346784:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060491392:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1743493957.348057:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 485000384 pending 172032 free 3900248064 avail 3668725760 00000100:00100000:0.0:1743493957.348154:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060491776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2265us (5849us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493957.348164:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:0.0:1743493957.348417:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493927 00000004:00080000:3.0:1743493957.349638:0:9794:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 54 changes, 0 in progress, 0 in flight, 39 done 00000100:00100000:3.0:1743493957.349731:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060491776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493957.350988:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3678:1828185060490752:0@lo:400:kworker.0 00000100:00100000:3.0:1743493957.351024:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3678:1828185060491264:0@lo:400:kworker.0 00000100:00100000:0.0:1743493957.351905:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.352061:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493957.352136:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060490880:0@lo:400:kworker.0 00000100:00100000:0.0:1743493957.352221:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060491904 00000100:00100000:0.0:1743493957.352229:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060491904 00000100:00100000:0.0:1743493957.352300:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1743493957.352308:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060491904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1743493957.352353:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 485000384 pending 172032 free 3900248064 avail 3668725760 00000100:00100000:0.0:1743493957.352429:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060491904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493957.352437:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1743493957.352541:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532de7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060491904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1743493957.352678:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917312 00000100:00100000:3.0:1743493957.352683:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917312 00000100:00100000:3.0:1743493957.354669:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1342 00000100:00100000:3.0:1743493957.354680:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:2439:x1828185027917312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493957.354711:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493957.354738:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2d40/0x1414d533cd4c74d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522cb expref: 499 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.354777:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x234:0x0].0x0 (ffff998b542b06c0) 00010000:00010000:3.0:1743493957.354783:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493957.355915:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060491392:12345-0@lo:400:kworker.0 Request processed in 9126us (9636us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493957.355927:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1743493957.356329:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+498:2439:x1828185027917312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1639us (4416us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.356341:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1342 00010000:00080000:3.0:1743493957.356426:0:3679:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b532d0bc0 x1828185060491392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493957.356441:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060491392:0@lo:400:kworker.0 00000100:00100000:2.0:1743493957.356571:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.356802:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.357121:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917440 00000100:00100000:3.0:1743493957.357128:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917440 00000100:00100000:2.0:1743493957.357847:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 442 00000100:00100000:2.0:1743493957.357856:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532de7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+498:2440:x1828185027917440:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493957.357938:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.357968:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c74e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522d2 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.358035:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358050:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358061:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358104:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358113:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358120:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358266:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x232:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358276:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358284:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493957.358306:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x232:0x0]: returning size 327680 00000004:00200000:2.0:1743493957.358311:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.358343:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x232:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358354:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358363:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358369:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358375:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358380:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.358384:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358393:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358405:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:2.0:1743493957.358408:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.358413:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358420:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3880/0x1414d533cd4c74eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358442:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358449:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358456:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358461:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.358465:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358471:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358478:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0xe364b611 (ffff998c6d1e86c0) 00010000:00010000:2.0:1743493957.358481:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.358484:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358490:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a3c40/0x1414d533cd4c74f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358550:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a16c0/0x1414d533cd4c74e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d2 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.358569:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d2 expref: 499 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.358577:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff998b4f62f780) 00010000:00010000:2.0:1743493957.358579:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.358582:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b0a0400, rc 0) 00010000:00010000:2.0:1743493957.358587:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.358608:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c7500 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522d9 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.358644:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358652:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358659:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358699:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358706:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358713:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358816:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x236:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358825:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358833:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493957.358848:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x236:0x0]: returning size 1867776 00000004:00200000:2.0:1743493957.358852:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.358862:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x236:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358869:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358876:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358881:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358886:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358891:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a1e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.358894:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358899:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358907:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:2.0:1743493957.358910:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.358913:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358918:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a1e40/0x1414d533cd4c7507 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358933:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358939:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358945:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358949:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.358952:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358959:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358966:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8d5ea5b7 (ffff998c6d1ea740) 00010000:00010000:2.0:1743493957.358969:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.358972:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.358977:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c750e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493957.359009:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2200/0x1414d533cd4c7500 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d9 expref: 501 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.359031:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d9 expref: 500 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.359037:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x236:0x0].0x0 (ffff998b561a6a80) 00010000:00010000:2.0:1743493957.359040:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1743493957.359042:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54cb0b80, rc 0) 00000100:00100000:2.0:1743493957.359133:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532de7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+500:2440:x1828185027917440:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 1276us (2562us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493957.359141:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 442 00000100:00100000:3.0:1743493957.359730:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917696 00000100:00100000:3.0:1743493957.359737:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917696 00000100:00100000:3.0:1743493957.359878:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3725 00000100:00100000:3.0:1743493957.359885:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027917696:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.360097:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+501:13290:x1828185027917696:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 211us (3295us total) trans 4294975034 rc 0/0 00000100:00100000:3.0:1743493957.360105:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3725 00000100:00100000:0.0:1743493957.365295:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.365684:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027917952 00000100:00100000:3.0:1743493957.365695:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027917952 00000100:00100000:3.0:1743493957.365895:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3726 00000100:00100000:3.0:1743493957.365903:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+501:13289:x1828185027917952:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:3.0:1743493957.371975:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027917952:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 6061us (6677us total) trans 4294975035 rc 0/0 00000100:00100000:3.0:1743493957.371989:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3726 00000100:00100000:2.0:1743493957.377295:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.377398:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027918208 00000100:00100000:1.0:1743493957.377408:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027918208 00000100:00100000:1.0:1743493957.377480:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12871 00000100:00100000:1.0:1743493957.377490:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+502:13289:x1828185027918208:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.377563:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.377591:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67880/0x1414d533cd4b27a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e7:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bfac expref: 502 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.377622:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7fc40/0x1414d533cd4c7301 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522af expref: 501 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.377642:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185f4c0/0x1414d533cd4c01a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495065b expref: 500 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.377662:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e67c40/0x1414d533cd4b2714 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e7:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bf6d expref: 499 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.377676:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e7:0x0].0x0 (ffff998b54c63440) 00010000:00010000:1.0:1743493957.377696:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.377733:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377748:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377808:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377849:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377856:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377862:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377984:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377991:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.377997:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493957.378298:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].377, 64 off32384 00000040:00080000:1.0:1743493957.378354:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3910, 184 off690512 00010000:00010000:1.0:1743493957.378498:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378507:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378515:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378523:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378530:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378536:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378541:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378547:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb3100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.378551:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378557:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378565:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e7:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:1.0:1743493957.378569:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.378572:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378578:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3100/0x1414d533cd4c7531 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378607:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378613:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378618:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378624:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.378628:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378634:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378641:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e7:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:1.0:1743493957.378643:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.378646:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378651:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0f40/0x1414d533cd4c752a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378901:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378908:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378914:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378919:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb0400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.378922:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378928:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378935:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493957.378938:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.378942:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378946:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0400/0x1414d533cd4c751c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493957.378961:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000075af1dd2 reply state 00000000d9f30449 transno 4294975036 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378971:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.378976:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x1e0192a5 (ffff998c6d1ea740) 00010000:00010000:1.0:1743493957.378978:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.378982:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.379079:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027918208:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1587us (1790us total) trans 4294975036 rc 0/0 00000100:00100000:1.0:1743493957.379088:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12871 00000100:00100000:0.0:1743493957.379805:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.379904:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027918464 00000100:00100000:3.0:1743493957.379912:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027918464 00000100:00100000:3.0:1743493957.379963:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12872 00000100:00100000:3.0:1743493957.379971:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027918464:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.380066:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.380085:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e980/0x1414d533cd4b7e5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x234:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dc62 expref: 500 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.380112:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c0f8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x234:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950aa6 expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.380133:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c040/0x1414d533cd4b18c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x234:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494baf1 expref: 498 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.380148:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x234:0x0].0x0 (ffff998b542b06c0) 00010000:00010000:3.0:1743493957.380173:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7e5c0/0x1414d533cd4b794d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494daa9 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.380188:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:3.0:1743493957.380192:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.380223:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380234:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380243:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380284:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380292:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380302:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380429:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x234:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380438:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380445:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493957.380740:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].383, 64 off32768 00000004:00080000:3.0:1743493957.380785:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1159687031447ns, next at 1160686992400ns, rc = 0 00000040:00080000:3.0:1743493957.380822:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3911, 184 off690696 00010000:00010000:3.0:1743493957.380948:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x234:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380957:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380966:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380973:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380980:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380986:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380992:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.380999:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb1e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.381003:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381010:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381018:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x234:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:3.0:1743493957.381021:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.381025:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381030:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb1e40/0x1414d533cd4c754d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x234:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381055:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381062:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381068:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381073:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb3c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.381077:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381083:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381090:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x234:0x0].0x0 (ffff998c6d1e9a40) 00010000:00010000:3.0:1743493957.381092:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.381095:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381101:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3c40/0x1414d533cd4c7546 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x234:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381310:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381330:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381336:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381342:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.381345:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381351:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381359:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:3.0:1743493957.381362:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.381365:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381370:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb34c0/0x1414d533cd4c7538 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493957.381387:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004264c2f2 reply state 0000000004f0a800 transno 4294975037 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381397:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.381407:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8b6dba3a (ffff998c6d1ea400) 00010000:00010000:3.0:1743493957.381410:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.381413:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.386013:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027918464:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6030us (6198us total) trans 4294975037 rc 0/0 00000100:00100000:3.0:1743493957.386026:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12872 00000100:00100000:2.0:1743493957.402432:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.402534:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027918720 00000100:00100000:0.0:1743493957.402544:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027918720 00000100:00100000:0.0:1743493957.402621:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3727 00000100:00100000:0.0:1743493957.402629:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027918720:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.402978:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+499:13289:x1828185027918720:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 347us (554us total) trans 4294975038 rc 0/0 00000100:00100000:0.0:1743493957.402987:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3727 00000100:00100000:2.0:1743493957.412694:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.412860:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027918976 00000100:00100000:1.0:1743493957.412871:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027918976 00000100:00100000:1.0:1743493957.412939:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3728 00000100:00100000:1.0:1743493957.412947:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:13290:x1828185027918976:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.414650:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+500:13290:x1828185027918976:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 1695us (1968us total) trans 4294975039 rc 0/0 00000100:00100000:1.0:1743493957.414662:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3728 00000100:00100000:0.0:1743493957.416249:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.416387:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027919232 00000100:00100000:2.0:1743493957.416396:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027919232 00000100:00100000:2.0:1743493957.416468:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12873 00000100:00100000:2.0:1743493957.416475:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+500:13289:x1828185027919232:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.416551:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.416579:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54702980/0x1414d533cd4b02e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e3:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b429 expref: 500 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.416611:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615a5c0/0x1414d533cd4c734e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522b6 expref: 499 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.416631:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a2980/0x1414d533cd4bfdf9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950519 expref: 498 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.416656:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547016c0/0x1414d533cd4b0254 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b3f8 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.416669:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e3:0x0].0x0 (ffff998b54c61d80) 00010000:00010000:2.0:1743493957.416688:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.416725:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416738:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416747:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416830:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416838:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416845:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416981:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416989:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.416996:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493957.417313:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].378, 64 off32448 00000040:00080000:2.0:1743493957.417372:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3912, 184 off690880 00010000:00010000:2.0:1743493957.417504:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417513:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417521:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417527:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417533:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417539:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417545:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417551:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.417555:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417561:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417569:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e3:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:2.0:1743493957.417573:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.417576:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417581:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7569 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417610:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417615:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417620:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417625:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.417628:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417634:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417641:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e3:0x0].0x0 (ffff998c6d1e86c0) 00010000:00010000:2.0:1743493957.417644:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.417647:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417653:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7562 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417911:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417919:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417924:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417929:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e265c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.417933:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417940:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417948:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.417950:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.417953:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417959:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c7554 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493957.417974:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a459f697 reply state 0000000081fd237a transno 4294975040 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417984:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.417990:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc5f130b7 (ffff998c6d1e9a40) 00010000:00010000:2.0:1743493957.417992:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.417995:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.418084:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+498:13289:x1828185027919232:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1607us (1839us total) trans 4294975040 rc 0/0 00000100:00100000:2.0:1743493957.418092:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12873 00000100:00100000:2.0:1743493957.423542:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.423622:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027919488 00000100:00100000:3.0:1743493957.423632:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027919488 00000100:00100000:3.0:1743493957.423701:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12874 00000100:00100000:3.0:1743493957.423709:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+498:13290:x1828185027919488:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.423849:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.423880:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54743100/0x1414d533cd4b7bae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x232:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494db7b expref: 498 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.423910:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0400/0x1414d533cd4c74f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d2 expref: 497 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.423929:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185da80/0x1414d533cd4c0f17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x232:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950a7c expref: 496 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.423947:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388c7c0/0x1414d533cd4b1881 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x232:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bad5 expref: 495 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.423961:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff998b4f62f780) 00010000:00010000:3.0:1743493957.423979:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.424012:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424029:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424039:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424076:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x230:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424083:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424090:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424230:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424238:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.424245:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493957.424858:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].384, 64 off32832 00000040:00080000:3.0:1743493957.424907:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3913, 184 off691064 00010000:00010000:3.0:1743493957.425053:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425063:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425073:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425085:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425093:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425099:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425107:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425114:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.425118:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425126:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425135:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff998c6d1e8a00) 00010000:00010000:3.0:1743493957.425138:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.425142:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425148:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c7585 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x232:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425179:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425184:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425189:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425195:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.425198:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425204:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425211:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x232:0x0].0x0 (ffff998c6d1e8a00) 00010000:00010000:3.0:1743493957.425214:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.425218:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425224:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c757e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x232:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425485:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425493:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425498:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425503:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.425507:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425514:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425523:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:3.0:1743493957.425526:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.425530:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425536:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c7570 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493957.425552:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f3276db8 reply state 00000000d657ced5 transno 4294975041 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425562:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.425568:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0xe364b611 (ffff998c6d1e86c0) 00010000:00010000:3.0:1743493957.425571:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.425574:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.425684:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13290:x1828185027919488:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1972us (2148us total) trans 4294975041 rc 0/0 00000100:00100000:3.0:1743493957.425694:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12874 00000100:00100000:2.0:1743493957.430344:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.430445:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027919744 00000100:00100000:1.0:1743493957.430456:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027919744 00000100:00100000:1.0:1743493957.430530:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3729 00000100:00100000:1.0:1743493957.430539:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+496:13289:x1828185027919744:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.430896:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027919744:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 355us (559us total) trans 4294975042 rc 0/0 00000100:00100000:1.0:1743493957.430906:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3729 00000100:00100000:0.0:1743493957.434580:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.434680:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027920000 00000100:00100000:2.0:1743493957.434691:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027920000 00000100:00100000:2.0:1743493957.434807:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12875 00000100:00100000:2.0:1743493957.434815:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027920000:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.434891:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493957.436423:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e64400/0x1414d533cd4b2faa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ed:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c245 expref: 497 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.436487:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615b100/0x1414d533cd4c7371 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522bd expref: 496 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.436508:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c08e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49508ae expref: 495 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.436527:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e09a80/0x1414d533cd4b2f1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ed:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c20d expref: 494 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.436550:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ed:0x0].0x0 (ffff998c6d1eadc0) 00010000:00010000:2.0:1743493957.436572:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.436615:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436628:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436638:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436681:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436688:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436695:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436863:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436872:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.436879:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493957.437197:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].379, 64 off32512 00000040:00080000:2.0:1743493957.437241:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3914, 184 off691248 00010000:00010000:2.0:1743493957.437620:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437630:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437639:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437647:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437654:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437659:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437666:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437673:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e265c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.437677:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437685:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437702:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ed:0x0].0x0 (ffff998c6d1eaa80) 00010000:00010000:2.0:1743493957.437706:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.437710:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437716:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437793:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437800:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437806:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437812:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.437816:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437822:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437830:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ed:0x0].0x0 (ffff998c6d1eaa80) 00010000:00010000:2.0:1743493957.437833:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.437836:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.437842:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c759a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438121:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438128:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438134:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438139:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.438142:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438148:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438157:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493957.438159:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.438162:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438167:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c758c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493957.438183:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a7a896c5 reply state 0000000085b71c53 transno 4294975043 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438193:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.438199:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x10cfb8f0 (ffff998c6d1e8a00) 00010000:00010000:2.0:1743493957.438201:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.438204:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.438394:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+495:13289:x1828185027920000:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 3575us (3819us total) trans 4294975043 rc 0/0 00000100:00100000:2.0:1743493957.438404:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12875 00000100:00100000:2.0:1743493957.449944:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.450057:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027920256 00000100:00100000:0.0:1743493957.450067:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027920256 00000100:00100000:0.0:1743493957.450143:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3730 00000100:00100000:0.0:1743493957.450152:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027920256:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.450492:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+496:13290:x1828185027920256:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 339us (555us total) trans 4294975044 rc 0/0 00000100:00100000:0.0:1743493957.450501:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3730 00000100:00100000:0.0:1743493957.465735:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.465919:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027920768 00000100:00100000:2.0:1743493957.465930:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027920768 00000100:00100000:2.0:1743493957.465994:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3731 00000100:00100000:2.0:1743493957.466003:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+496:13289:x1828185027920768:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:2.0:1743493957.466352:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+497:13289:x1828185027920768:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 348us (625us total) trans 4294975045 rc 0/0 00000100:00100000:2.0:1743493957.466362:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3731 00000100:00100000:2.0:1743493957.467377:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.467468:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027920512 00000100:00100000:3.0:1743493957.467475:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027920512 00000100:00100000:3.0:1743493957.467537:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12876 00000100:00100000:3.0:1743493957.467545:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+497:13290:x1828185027920512:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.467624:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.467654:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4b80c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x236:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dd3b expref: 497 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.467685:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb0b80/0x1414d533cd4c7515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522d9 expref: 496 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.467706:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b536416c0/0x1414d533cd4c100c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x236:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950ad0 expref: 495 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.467731:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523125c0/0x1414d533cd4b18ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x236:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bb06 expref: 494 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.467745:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x236:0x0].0x0 (ffff998b561a6a80) 00010000:00010000:3.0:1743493957.467813:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.467852:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.467866:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.467875:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.467917:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.467925:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.467931:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468057:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x236:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468065:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468072:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493957.468416:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].385, 64 off32896 00000040:00080000:3.0:1743493957.468462:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3915, 184 off691432 00010000:00010000:3.0:1743493957.468601:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x236:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468610:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468619:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468627:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468633:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468638:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468644:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468650:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.468655:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468662:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468670:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x236:0x0].0x0 (ffff998b542b2a80) 00010000:00010000:3.0:1743493957.468673:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.468677:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468682:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x236:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468709:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468716:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468721:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468725:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e265c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.468728:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468734:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468741:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x236:0x0].0x0 (ffff998b542b2a80) 00010000:00010000:3.0:1743493957.468744:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.468747:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493957.468788:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x236:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469622:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469631:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469636:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469641:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.469645:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469652:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469661:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:0.0:1743493957.469664:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.469668:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469673:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x230:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493957.469690:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000096dd795f reply state 0000000080a9af50 transno 4294975046 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469701:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.469708:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8d5ea5b7 (ffff998b542b06c0) 00010000:00010000:0.0:1743493957.469711:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493957.469714:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493957.469849:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027920512:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2300us (2470us total) trans 4294975046 rc 0/0 00000100:00100000:0.0:1743493957.469858:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12876 00000100:00100000:2.0:1743493957.485694:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.485781:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921024 00000100:00100000:1.0:1743493957.485791:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921024 00000100:00100000:1.0:1743493957.485872:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12877 00000100:00100000:1.0:1743493957.485881:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+495:13289:x1828185027921024:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.485958:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.485986:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056a980/0x1414d533cd4b0548 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e5:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b4df expref: 495 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.486018:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56159a80/0x1414d533cd4c73a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522c4 expref: 494 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.486041:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185de40/0x1414d533cd4c00df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950615 expref: 493 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.486061:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54701a80/0x1414d533cd4b04bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b4b5 expref: 492 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.486076:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5:0x0].0x0 (ffff998b54c60a00) 00010000:00010000:1.0:1743493957.486095:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.486132:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486145:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486155:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486204:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486212:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486219:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486373:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486382:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486402:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493957.486733:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].380, 64 off32576 00000040:00080000:1.0:1743493957.486801:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3916, 184 off691616 00010000:00010000:1.0:1743493957.486955:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486965:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486973:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486981:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.486988:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487000:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487006:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487012:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e274c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.487017:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487024:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487033:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5:0x0].0x0 (ffff998b542b13c0) 00010000:00010000:1.0:1743493957.487036:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.487040:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487046:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c75d9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487074:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487080:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487085:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487091:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.487094:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487104:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487112:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e5:0x0].0x0 (ffff998b542b13c0) 00010000:00010000:1.0:1743493957.487114:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.487117:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487122:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c75d2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487390:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487398:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487404:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487410:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.487413:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487420:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487428:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:1.0:1743493957.487431:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.487434:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487440:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75c4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1db:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493957.487456:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000067e803b7 reply state 00000000344a7514 transno 4294975047 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487467:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.487474:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xd60b5417 (ffff998b542b1d80) 00010000:00010000:1.0:1743493957.487476:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.487479:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.487585:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027921024:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1702us (1900us total) trans 4294975047 rc 0/0 00000100:00100000:1.0:1743493957.487594:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12877 00000100:00100000:2.0:1743493957.501165:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.501223:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921152 00000100:00100000:1.0:1743493957.501234:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921152 00000100:00100000:1.0:1743493957.501331:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12878 00000100:00100000:1.0:1743493957.501342:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+493:13289:x1828185027921152:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493957.501384:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493957.501420:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522e0 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.501552:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501568:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501580:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501625:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501633:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501640:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501948:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x235:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501960:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.501968:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493957.502011:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x235:0x0]: returning size 1048576 00000004:00200000:1.0:1743493957.502016:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493957.502036:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x235:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502047:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502055:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502062:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502069:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502075:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e265c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.502079:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502087:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502100:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:1.0:1743493957.502103:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.502121:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502128:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e265c0/0x1414d533cd4c75e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502149:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502156:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502162:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502167:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.502171:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502177:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502185:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8b6dba3a (ffff998b542b2a80) 00010000:00010000:1.0:1743493957.502188:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.502191:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502197:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26200/0x1414d533cd4c75ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.502246:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27100/0x1414d533cd4c75e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e0 expref: 495 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.502266:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e0 expref: 494 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.502274:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x235:0x0].0x0 (ffff998b542b20c0) 00010000:00010000:1.0:1743493957.502276:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1743493957.502279:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e24f40, rc 0) 00000100:00100000:1.0:1743493957.502385:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027921152:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 1044us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493957.502395:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12878 00000100:00100000:2.0:1743493957.508666:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.508787:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921536 00000100:00100000:0.0:1743493957.508799:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921536 00000100:00100000:0.0:1743493957.508879:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3732 00000100:00100000:0.0:1743493957.508887:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+494:13290:x1828185027921536:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.509365:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027921536:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 476us (706us total) trans 4294975048 rc 0/0 00000100:00100000:0.0:1743493957.509373:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3732 00000100:00100000:0.0:1743493957.512995:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.513093:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921280 00000100:00100000:3.0:1743493957.513104:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921280 00000100:00100000:3.0:1743493957.513189:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1343 00000100:00100000:3.0:1743493957.513197:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cfdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+495:2438:x1828185027921280:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493957.513242:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493957.513268:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24f40/0x1414d533cd4c75f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e0 expref: 495 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.513312:0:6537:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x235:0x0].0x0 (ffff998b542b20c0) 00010000:00010000:3.0:1743493957.513328:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493957.513556:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cfdd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:2438:x1828185027921280:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 356us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.513565:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1343 00000100:00100000:2.0:1743493957.515328:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.515387:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.515445:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.515610:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921920 00000100:00100000:1.0:1743493957.515618:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921920 00000100:00100000:1.0:1743493957.515688:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3733 00000100:00100000:1.0:1743493957.515696:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027921920:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.516026:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+495:13289:x1828185027921920:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 329us (638us total) trans 4294975049 rc 0/0 00000100:00100000:1.0:1743493957.516035:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3733 00000100:00100000:1.0:1743493957.516080:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027922176 00000100:00100000:1.0:1743493957.516085:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027922176 00000100:00100000:1.0:1743493957.516123:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12879 00000100:00100000:1.0:1743493957.516129:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027922176:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.516173:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493957.516197:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7c40/0x1414d533cd4ad9c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b9:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6d8 expref: 495 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.516240:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4ad918 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a699 expref: 494 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.516264:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8f40/0x1414d533cd4aac6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ac expref: 493 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.516281:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9:0x0].0x0 (ffff998c6c1d4380) 00010000:00010000:1.0:1743493957.516300:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.516738:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516784:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516795:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516841:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516849:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516855:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516971:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516979:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.516989:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:3.0:1743493957.517336:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027921664 00000100:00100000:3.0:1743493957.517342:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027921664 00000100:00100000:3.0:1743493957.517385:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 443 00000100:00100000:3.0:1743493957.517392:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+493:2439:x1828185027921664:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:3.0:1743493957.517444:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493957.517467:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c7611 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522e7 expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.517521:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517530:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517538:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517589:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517595:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517602:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517694:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x233:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517704:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517711:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493957.517729:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x233:0x0]: returning size 327680 00000004:00200000:3.0:1743493957.517733:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493957.517749:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x233:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517758:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517782:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517789:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517795:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517801:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.517805:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517811:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517820:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:3.0:1743493957.517823:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.517827:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517832:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27c40/0x1414d533cd4c7618 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517850:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517855:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517860:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517864:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e256c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.517867:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517872:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517878:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0xe364b611 (ffff998b542b3100) 00010000:00010000:3.0:1743493957.517880:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.517883:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517887:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e256c0/0x1414d533cd4c761f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.517922:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25300/0x1414d533cd4c7611 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e7 expref: 495 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.517943:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e7 expref: 494 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.517950:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x233:0x0].0x0 (ffff998b4f62e0c0) 00010000:00010000:3.0:1743493957.517952:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493957.517955:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b50e25a80, rc 0) 00010000:00010000:3.0:1743493957.517959:0:6558:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493957.517976:0:6558:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c762d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522ee expref: -99 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.518009:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518016:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518023:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518058:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518064:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518070:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518131:0:6558:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x237:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518138:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518147:0:6558:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00000004:00200000:3.0:1743493957.518163:0:6558:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x237:0x0]: returning size 1867776 00000004:00200000:3.0:1743493957.518166:0:6558:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493957.518176:0:6558:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x237:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518184:0:6558:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518191:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518197:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518203:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518208:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.518211:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518218:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518240:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:3.0:1743493957.518243:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.518247:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518252:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7634 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518273:0:6558:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518280:0:6558:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518284:0:6558:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518289:0:6558:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.518292:0:6558:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518298:0:6558:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518305:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8d5ea5b7 (ffff998b542b0d40) 00010000:00010000:3.0:1743493957.518308:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.518310:0:6558:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518325:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c763b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6558 initiator: MDT0 00010000:00010000:3.0:1743493957.518363:0:6558:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c762d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522ee expref: 496 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.518381:0:6558:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522ee expref: 495 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.518388:0:6558:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x237:0x0].0x0 (ffff998b561a53c0) 00010000:00010000:3.0:1743493957.518391:0:6558:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1743493957.518394:0:6558:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33c40, rc 0) 00000100:00100000:3.0:1743493957.518487:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00038621-ef07-44f7-8531-81bf2ec881e5+495:2439:x1828185027921664:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 1093us (3171us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493957.518496:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 443 00000040:00080000:0.0:1743493957.524359:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].381, 64 off32640 00000040:00080000:0.0:1743493957.524428:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3917, 184 off691800 00010000:00010000:0.0:1743493957.524613:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524631:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524644:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524652:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524659:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524665:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524671:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524678:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d307c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493957.524682:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524690:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524701:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9:0x0].0x0 (ffff998b542b1700) 00010000:00010000:0.0:1743493957.524704:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493957.524710:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524715:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7649 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524797:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524804:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524810:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524815:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e274c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.524819:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524824:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524832:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b9:0x0].0x0 (ffff998b542b1700) 00010000:00010000:0.0:1743493957.524835:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493957.524838:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.524843:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e274c0/0x1414d533cd4c760a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525079:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525086:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525092:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525096:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e25e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.525099:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525105:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525114:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:0.0:1743493957.525116:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.525119:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525124:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25e40/0x1414d533cd4c75fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493957.525140:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000470db05a reply state 00000000ae583e53 transno 4294975050 ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525151:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.525161:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x8e4542d7 (ffff998b542b13c0) 00010000:00010000:0.0:1743493957.525163:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493957.525166:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493957.525280:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13290:x1828185027922176:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 9145us (9831us total) trans 4294975050 rc 0/0 00000100:00100000:0.0:1743493957.525289:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12879 00000100:00100000:0.0:1743493957.530182:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.530270:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027922432 00000100:00100000:1.0:1743493957.530280:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027922432 00000100:00100000:1.0:1743493957.530372:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12880 00000100:00100000:1.0:1743493957.530381:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13289:x1828185027922432:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.530479:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493957.530507:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071e5c0/0x1414d533cd4b7f74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x235:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dcd2 expref: 496 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.530537:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a5300/0x1414d533cd4c1108 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x235:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b1d expref: 495 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.530558:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388f4c0/0x1414d533cd4b185e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x235:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bac7 expref: 494 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.530575:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x235:0x0].0x0 (ffff998b542b20c0) 00010000:00010000:1.0:1743493957.530601:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7c040/0x1414d533cd4b7a11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494daef expref: 493 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.530615:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:1.0:1743493957.530619:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.530657:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530670:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530683:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530724:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530731:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530738:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530915:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x235:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530923:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.530930:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493957.531266:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].382, 64 off32704 00000040:00080000:1.0:1743493957.531310:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3918, 184 off691984 00010000:00010000:1.0:1743493957.531470:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x235:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531479:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531487:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531493:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531503:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531510:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531515:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531521:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493957.531525:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531532:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531540:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x235:0x0].0x0 (ffff998b542b3100) 00010000:00010000:1.0:1743493957.531543:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493957.531546:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531553:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c7665 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x235:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531582:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531588:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531593:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531598:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.531602:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531608:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531615:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x235:0x0].0x0 (ffff998b542b3100) 00010000:00010000:1.0:1743493957.531618:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.531621:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531626:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c765e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x235:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531867:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531874:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531880:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531885:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d307c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.531888:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531894:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531902:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:1.0:1743493957.531904:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.531907:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531916:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c7650 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493957.531930:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002934d368 reply state 000000002fee5341 transno 4294975051 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531940:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.531946:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8b6dba3a (ffff998b542b0d40) 00010000:00010000:1.0:1743493957.531948:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493957.531950:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493957.532051:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027922432:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1669us (1876us total) trans 4294975051 rc 0/0 00000100:00100000:1.0:1743493957.532060:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12880 00000100:00100000:2.0:1743493957.555908:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.556018:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027922688 00000100:00100000:0.0:1743493957.556028:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027922688 00000100:00100000:0.0:1743493957.556107:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3734 00000100:00100000:0.0:1743493957.556115:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6add5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+494:13289:x1828185027922688:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:0.0:1743493957.556475:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6add5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+495:13289:x1828185027922688:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 358us (575us total) trans 4294975052 rc 0/0 00000100:00100000:0.0:1743493957.556484:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3734 00000100:00100000:3.0:1743493957.564902:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.565022:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027922944 00000100:00100000:2.0:1743493957.565032:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027922944 00000100:00100000:2.0:1743493957.565111:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12881 00000100:00100000:2.0:1743493957.565119:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+495:13290:x1828185027922944:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.565187:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493957.565213:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547416c0/0x1414d533cd4ad1f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3c8 expref: 495 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.565262:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547407c0/0x1414d533cd4ad1e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3c1 expref: 494 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.565282:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535056c0/0x1414d533cd4aa89d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949447 expref: 493 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.565297:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b502b0a00) 00010000:00010000:2.0:1743493957.565324:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.565380:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565392:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565402:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565443:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565450:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565457:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565582:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565590:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.565601:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566030:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566038:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566045:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566051:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.566055:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566062:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566072:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b542b1700) 00010000:00010000:2.0:1743493957.566075:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.566078:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566084:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c767a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566111:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566117:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566123:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566130:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d307c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.566133:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566139:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566145:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b542b3100) 00010000:00010000:2.0:1743493957.566148:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.566150:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566156:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c766c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566176:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566182:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566188:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566193:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.566196:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566202:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566208:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b542b20c0) 00010000:00010000:2.0:1743493957.566212:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.566214:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.566220:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7673 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493957.571674:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+492:13290:x1828185027922944:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 6544us (6770us total) trans 0 rc -39/-39 00000100:00100000:2.0:1743493957.571691:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12881 00000100:00100000:0.0:1743493957.572155:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.572590:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027923200 00000100:00100000:3.0:1743493957.572600:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027923200 00000100:00100000:3.0:1743493957.572666:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12882 00000100:00100000:3.0:1743493957.572675:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027923200:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.572804:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.572833:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540656c0/0x1414d533cd4b7d1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x233:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dbeb expref: 492 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.572862:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e25a80/0x1414d533cd4c7626 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522e7 expref: 491 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.572882:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6200/0x1414d533cd4c10c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x233:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b01 expref: 490 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.572904:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53622200/0x1414d533cd4b1803 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x233:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494bab2 expref: 489 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.572919:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x233:0x0].0x0 (ffff998b4f62e0c0) 00010000:00010000:3.0:1743493957.572939:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.572974:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.572987:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.572997:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573039:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x231:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573046:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573053:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573182:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x233:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573190:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573197:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493957.573558:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].383, 64 off32768 00000004:00080000:3.0:1743493957.573577:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1159879824122ns, next at 1160879810962ns, rc = 0 00000040:00080000:3.0:1743493957.573616:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3919, 184 off692168 00010000:00010000:3.0:1743493957.573885:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x233:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573895:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573903:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573909:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573916:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573921:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573927:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573932:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493957.573936:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573942:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573950:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x233:0x0].0x0 (ffff998b542b3440) 00010000:00010000:3.0:1743493957.573953:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493957.573956:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573961:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c7696 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x233:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573991:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.573996:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574002:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574007:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.574011:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574017:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574024:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x233:0x0].0x0 (ffff998b542b3440) 00010000:00010000:3.0:1743493957.574027:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493957.574030:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574035:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c768f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x233:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574276:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574283:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574288:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574293:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493957.574296:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574301:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574309:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:3.0:1743493957.574312:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493957.574327:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574336:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7681 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493957.574352:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004e6ba513 reply state 0000000036bfa84a transno 4294975053 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574362:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.574368:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0xe364b611 (ffff998b542b2a80) 00010000:00010000:3.0:1743493957.574370:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493957.574372:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493957.574476:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027923200:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1800us (2321us total) trans 4294975053 rc 0/0 00000100:00100000:3.0:1743493957.574486:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12882 00000100:00100000:0.0:1743493957.580697:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.580871:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027923328 00000100:00100000:1.0:1743493957.580882:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027923328 00000100:00100000:1.0:1743493957.580956:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12883 00000100:00100000:1.0:1743493957.580965:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027923328:12345-192.168.206.41@tcp:101:dbench.0 00010000:00010000:1.0:1743493957.580998:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493957.581047:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c769d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522f5 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.581146:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581159:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581170:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581210:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581218:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581240:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581393:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581402:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581409:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493957.581446:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00000004:00200000:1.0:1743493957.581451:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493957.581471:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581483:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581489:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581496:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581502:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.581506:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581514:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581528:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493957.581531:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.581536:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581542:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c76a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581562:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581569:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581574:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581579:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.581582:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581587:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581595:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b5542f440) 00010000:00010000:1.0:1743493957.581598:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.581601:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581606:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c76ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.581651:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c769d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522f5 expref: 492 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.581677:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522f5 expref: 491 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.581684:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:1.0:1743493957.581687:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493957.581690:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30b80, rc 0) 00000100:00100000:1.0:1743493957.581802:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027923328:12345-192.168.206.41@tcp:101:dbench.0 Request processed in 836us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493957.581810:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12883 00000100:00100000:2.0:1743493957.586381:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.586568:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027923584 00000100:00100000:1.0:1743493957.586577:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027923584 00000100:00100000:1.0:1743493957.586684:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3735 00000100:00100000:1.0:1743493957.586693:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027923584:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.596424:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027923584:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 9718us (10039us total) trans 4294975054 rc 0/0 00000100:00100000:1.0:1743493957.596440:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3735 00000100:00100000:2.0:1743493957.603608:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493957.603681:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027923840 00000100:00100000:3.0:1743493957.603693:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027923840 00000100:00100000:3.0:1743493957.603794:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12884 00000100:00100000:3.0:1743493957.603803:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+492:13289:x1828185027923840:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:3.0:1743493957.603920:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493957.603954:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4b824c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x237:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ddb9 expref: 492 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.603999:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7642 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522ee expref: 491 pid: 6558 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.604023:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24b80/0x1414d533cd4c11b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x237:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950b4e expref: 490 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.604051:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e980/0x1414d533cd4b18a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x237:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494baea expref: 489 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493957.604076:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x237:0x0].0x0 (ffff998b561a53c0) 00010000:00010000:3.0:1743493957.604096:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493957.604133:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604146:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604155:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604197:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604205:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604212:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604365:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x237:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604374:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493957.604382:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493957.607913:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].384, 64 off32832 00000040:00080000:2.0:1743493957.608109:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3920, 184 off692352 00010000:00010000:2.0:1743493957.608374:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x237:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608389:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608401:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608410:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608416:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608422:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608428:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608437:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.608442:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608449:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608461:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x237:0x0].0x0 (ffff998b5542edc0) 00010000:00010000:2.0:1743493957.608465:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.608470:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 3/0,0 mode: --/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608476:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76ce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x237:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608510:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608517:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608522:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608528:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.608532:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608537:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608545:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x237:0x0].0x0 (ffff998b5542edc0) 00010000:00010000:2.0:1743493957.608547:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.608550:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608555:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76c7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x237:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608886:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608894:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608899:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608904:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.608908:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608914:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608923:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:2.0:1743493957.608926:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.608929:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608934:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x231:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493957.608951:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000d96b4484 reply state 00000000b4a19931 transno 4294975055 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608961:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.608972:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8d5ea5b7 (ffff998b5542d080) 00010000:00010000:2.0:1743493957.608974:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.608977:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.609084:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027923840:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 5277us (5484us total) trans 4294975055 rc 0/0 00000100:00100000:2.0:1743493957.609094:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12884 00000100:00100000:0.0:1743493957.649923:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.650042:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027924096 00000100:00100000:1.0:1743493957.650068:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027924096 00000100:00100000:1.0:1743493957.650144:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3736 00000100:00100000:1.0:1743493957.650153:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027924096:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.650515:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027924096:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 360us (599us total) trans 4294975056 rc 0/0 00000100:00100000:1.0:1743493957.650527:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3736 00000100:00100000:0.0:1743493957.661195:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.661370:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027924352 00000100:00100000:2.0:1743493957.661380:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027924352 00000100:00100000:2.0:1743493957.661455:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12885 00000100:00100000:2.0:1743493957.661463:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+491:13289:x1828185027924352:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:2.0:1743493957.661564:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493957.661591:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53507c40/0x1414d533cd4ad83f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b8:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a645 expref: 491 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.661621:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d7c40/0x1414d533cd4ad782 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5f8 expref: 490 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.661642:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d8400/0x1414d533cd4aac39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949597 expref: 489 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.661658:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8:0x0].0x0 (ffff998c6c1d7440) 00010000:00010000:2.0:1743493957.661676:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493957.661712:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.661724:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.661734:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.661822:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.661830:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.661837:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662007:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662032:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662039:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493957.662397:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].386, 64 off32960 00000040:00080000:2.0:1743493957.662438:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3921, 184 off692536 00010000:00010000:2.0:1743493957.662577:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662587:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662595:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662603:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662610:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662622:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662629:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662635:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493957.662639:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662646:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662655:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:2.0:1743493957.662658:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493957.662662:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662668:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662695:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662701:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662707:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662713:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.662717:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662727:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662735:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b8:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:2.0:1743493957.662737:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493957.662740:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.662746:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663001:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663009:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663015:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663020:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.663024:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663030:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663039:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493957.663042:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.663045:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663051:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493957.663066:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000230da4d4 reply state 000000005cbadb5e transno 4294975057 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663077:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.663083:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x8e4542d7 (ffff998b5542edc0) 00010000:00010000:2.0:1743493957.663085:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493957.663088:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493957.663190:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027924352:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 1725us (2001us total) trans 4294975057 rc 0/0 00000100:00100000:2.0:1743493957.663199:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12885 00000100:00100000:2.0:1743493957.691923:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.692046:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027924608 00000100:00100000:1.0:1743493957.692056:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027924608 00000100:00100000:1.0:1743493957.692134:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12886 00000100:00100000:1.0:1743493957.692144:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027924608:12345-192.168.206.41@tcp:36:dbench.0 00010000:00010000:1.0:1743493957.692229:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493957.692259:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c76b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522f5 expref: 490 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.692285:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:1.0:1743493957.692304:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493957.692374:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692386:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692396:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692437:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692445:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692451:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692586:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692596:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692603:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692852:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692860:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692867:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692873:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.692878:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692886:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692896:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542d700) 00010000:00010000:1.0:1743493957.692900:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493957.692903:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692910:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c76ff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692940:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692947:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692954:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692959:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.692962:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692969:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692977:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493957.692980:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.692983:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.692989:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c76f1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693013:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693020:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693027:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693032:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.693036:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693042:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693051:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b5542f440) 00010000:00010000:1.0:1743493957.693053:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.693056:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.693062:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c76f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000100:00100000:1.0:1743493957.695058:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+489:13289:x1828185027924608:12345-192.168.206.41@tcp:36:dbench.0 Request processed in 2905us (3135us total) trans 0 rc -39/-39 00000100:00100000:1.0:1743493957.695072:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12886 00000100:00100000:3.0:1743493957.702902:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.703076:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027924864 00000100:00100000:0.0:1743493957.703086:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027924864 00000100:00100000:0.0:1743493957.703158:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3737 00000100:00100000:0.0:1743493957.703167:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+489:13289:x1828185027924864:12345-192.168.206.41@tcp:35:dbench.0 00000004:00080000:0.0:1743493957.703694:0:6556:0:(mdd_object.c:3964:mdd_close()) Object [0x200000402:0x333:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1743493957.705023:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].385, 64 off32896 00000040:00080000:0.0:1743493957.705060:0:6556:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3922, 168 off692704 00010000:00010000:0.0:1743493957.705712:0:6556:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705732:0:6556:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705747:0:6556:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705788:0:6556:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705795:0:6556:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705800:0:6556:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705807:0:6556:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705812:0:6556:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493957.705816:0:6556:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705823:0:6556:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705834:0:6556:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493957.705838:0:6556:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493957.705844:0:6556:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6556 initiator: MDT0 00010000:00010000:0.0:1743493957.705850:0:6556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7706 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x333:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6556 initiator: MDT0 00000100:00100000:0.0:1743493957.706238:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+490:13289:x1828185027924864:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 3067us (3341us total) trans 4294975058 rc 0/0 00000100:00100000:0.0:1743493957.706249:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3737 00000100:00100000:3.0:1743493957.713739:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.713932:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027925120 00000100:00100000:0.0:1743493957.713943:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027925120 00000100:00100000:0.0:1743493957.714019:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3738 00000100:00100000:0.0:1743493957.714028:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+490:13288:x1828185027925120:12345-192.168.206.41@tcp:35:dbench.0 00000001:00080000:0.0:1743493957.714459:0:6556:0:(tgt_lastrcvd.c:2081:tgt_txn_stop_cb()) More than one transaction 4294975059 00000100:00100000:0.0:1743493957.714629:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+492:13288:x1828185027925120:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 600us (899us total) trans 4294975060 rc 0/0 00000100:00100000:0.0:1743493957.714637:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3738 00000020:00080000:0.0:1743493957.714642:0:6556:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1743493957.722008:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.723553:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027925376 00000100:00100000:1.0:1743493957.723567:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027925376 00000100:00100000:1.0:1743493957.724070:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3739 00000100:00100000:1.0:1743493957.724080:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+492:13288:x1828185027925376:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.724710:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+493:13288:x1828185027925376:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 629us (2711us total) trans 4294975061 rc 0/0 00000100:00100000:1.0:1743493957.724719:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3739 00000100:00100000:3.0:1743493957.730374:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.731576:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027925632 00000100:00100000:1.0:1743493957.731589:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027925632 00000100:00100000:1.0:1743493957.731861:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3740 00000100:00100000:1.0:1743493957.731871:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+493:13288:x1828185027925632:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.732283:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:13288:x1828185027925632:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 411us (1916us total) trans 4294975062 rc 0/0 00000100:00100000:1.0:1743493957.732292:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3740 00000100:00100000:3.0:1743493957.735691:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.736163:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027925888 00000100:00100000:1.0:1743493957.736174:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027925888 00000100:00100000:1.0:1743493957.736589:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3741 00000100:00100000:1.0:1743493957.736599:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+494:13288:x1828185027925888:12345-192.168.206.41@tcp:35:dbench.0 00000100:00100000:1.0:1743493957.737052:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+495:13288:x1828185027925888:12345-192.168.206.41@tcp:35:dbench.0 Request processed in 452us (1367us total) trans 4294975063 rc 0/0 00000100:00100000:1.0:1743493957.737061:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3741 00000100:00100000:2.0:1743493957.824946:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.825918:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926016 00000100:00100000:0.0:1743493957.825930:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926016 00000100:00100000:2.0:1743493957.830226:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12887 00000100:00100000:2.0:1743493957.830241:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+495:13387:x1828185027926016:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:2.0:1743493957.830296:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.830370:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c770d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49522fc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.830560:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.830574:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.830587:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493957.830619:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1aa:0x0]: returning size 4096 00000004:00200000:2.0:1743493957.830623:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493957.830642:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.830683:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c770d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522fc expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.830707:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522fc expref: 496 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.830716:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.830719:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493957.830722:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30040, rc 0) 00000100:00100000:2.0:1743493957.830864:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13387:x1828185027926016:12345-192.168.206.41@tcp:101:bash.0 Request processed in 624us (5924us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493957.830873:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12887 00000100:00100000:3.0:1743493957.835890:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.836572:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926144 00000100:00100000:0.0:1743493957.836584:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926144 00000100:00100000:0.0:1743493957.836664:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12888 00000100:00100000:0.0:1743493957.836673:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13387:x1828185027926144:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:0.0:1743493957.836695:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493957.836735:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c771b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952303 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.836886:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.836900:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.836911:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.836962:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.836970:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.836977:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837021:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837028:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837035:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837042:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.837046:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837055:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837067:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493957.837070:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.837075:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837081:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7722 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837107:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837114:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837120:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837125:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493957.837129:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837135:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837143:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x3ae3d5f0 (ffff998b5542fac0) 00010000:00010000:0.0:1743493957.837146:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493957.837149:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837154:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7729 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493957.837204:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c771b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952303 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.837214:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c771b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952303 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493957.837229:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30b80, rc 0) 00000100:00100000:0.0:1743493957.837333:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fa2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13387:x1828185027926144:12345-192.168.206.41@tcp:101:bash.0 Request processed in 659us (1454us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493957.837342:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12888 00000100:00100000:3.0:1743493957.871690:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.871850:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926272 00000100:00100000:2.0:1743493957.871861:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926272 00000100:00100000:2.0:1743493957.871945:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12889 00000100:00100000:2.0:1743493957.871954:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926272:12345-192.168.206.41@tcp:101:date.0 00010000:00010000:2.0:1743493957.871977:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.872016:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7730 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495230a expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.872150:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872169:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872181:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872225:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872233:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872239:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872285:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872292:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872298:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872304:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.872309:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872327:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872340:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.872344:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.872349:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872355:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7737 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872376:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872383:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872389:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872394:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.872397:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872402:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872409:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xeddcfc6c (ffff998b5542fac0) 00010000:00010000:2.0:1743493957.872412:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.872415:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872420:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c773e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xeddcfc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.872467:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7730 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495230a expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.872476:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7730 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495230a expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.872492:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30b80, rc 0) 00000100:00100000:2.0:1743493957.872587:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568f9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926272:12345-192.168.206.41@tcp:101:date.0 Request processed in 633us (907us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493957.872596:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12889 00000100:00100000:3.0:1743493957.877188:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493957.877287:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926400 00000100:00100000:0.0:1743493957.877299:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926400 00000100:00100000:2.0:1743493957.878395:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12890 00000100:00100000:2.0:1743493957.878405:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926400:12345-192.168.206.41@tcp:101:date.0 00010000:00010000:2.0:1743493957.878429:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.878473:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7745 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952311 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.878576:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878590:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878601:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878644:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878652:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878659:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878697:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878705:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878711:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878717:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.878721:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878729:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878741:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.878744:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.878748:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878773:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c774c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878794:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878800:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878805:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878809:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.878812:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878821:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878828:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x3491cd4c (ffff998b5542d700) 00010000:00010000:2.0:1743493957.878830:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.878832:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878837:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7753 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.878878:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7745 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952311 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.878886:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7745 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952311 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.878898:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:2.0:1743493957.882555:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926400:12345-192.168.206.41@tcp:101:date.0 Request processed in 4137us (5363us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493957.882570:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12890 00000100:00100000:3.0:1743493957.893742:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.896423:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926528 00000100:00100000:2.0:1743493957.896438:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926528 00000100:00100000:2.0:1743493957.896540:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12891 00000100:00100000:2.0:1743493957.896549:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926528:12345-192.168.206.41@tcp:101:date.0 00010000:00010000:2.0:1743493957.896571:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.896611:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c775a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952318 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.896743:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896796:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896809:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896859:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896867:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896875:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896912:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896918:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896925:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896931:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.896936:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896943:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896958:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.896961:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.896966:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896972:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7761 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896993:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.896998:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897004:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897009:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.897012:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897018:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897025:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x3735a305 (ffff998b5542d700) 00010000:00010000:2.0:1743493957.897027:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.897030:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897036:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7768 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x3735a305 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.897077:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c775a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952318 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.897087:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c775a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952318 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.897099:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:2.0:1743493957.897193:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926528:12345-192.168.206.41@tcp:101:date.0 Request processed in 644us (3466us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493957.897201:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12891 00000100:00100000:3.0:1743493957.917120:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.917248:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926784 00000100:00100000:1.0:1743493957.917264:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926784 00000100:00100000:1.0:1743493957.917383:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12892 00000100:00100000:1.0:1743493957.917393:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926784:12345-192.168.206.41@tcp:101:date.0 00010000:00010000:1.0:1743493957.917416:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493957.917455:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c776f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495231f expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.917575:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917589:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917600:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917642:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917650:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917657:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917696:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917702:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917709:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917715:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.917719:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917726:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917737:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493957.917741:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.917745:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917796:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7776 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917820:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917826:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917831:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917841:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.917844:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917850:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917858:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x820cea43 (ffff998b5542d700) 00010000:00010000:1.0:1743493957.917861:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.917864:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917870:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c777d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.917922:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c776f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495231f expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.917930:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c776f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495231f expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.917945:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:1.0:1743493957.918050:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13388:x1828185027926784:12345-192.168.206.41@tcp:101:date.0 Request processed in 657us (943us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493957.918059:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12892 00000100:00100000:3.0:1743493957.954290:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.956036:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027926912 00000100:00100000:2.0:1743493957.956053:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027926912 00000100:00100000:2.0:1743493957.956162:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12893 00000100:00100000:2.0:1743493957.956171:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13262:x1828185027926912:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:2.0:1743493957.956195:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.956235:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7784 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952326 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.956375:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.956389:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.956400:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.956443:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.956450:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.956457:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957142:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957151:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957158:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957164:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.957169:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957177:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957190:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.957194:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.957199:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957205:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c778b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957232:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957238:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957244:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957251:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.957254:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957260:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957267:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x4e1a61e4 (ffff998b5542d700) 00010000:00010000:2.0:1743493957.957270:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.957272:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957278:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7792 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x4e1a61e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.957337:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7784 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952326 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.957347:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7784 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952326 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.957362:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:2.0:1743493957.959425:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13262:x1828185027926912:12345-192.168.206.41@tcp:101:bash.0 Request processed in 1294us (3188us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493957.959438:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12893 00000100:00100000:3.0:1743493957.979337:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493957.980825:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027927168 00000100:00100000:2.0:1743493957.980840:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027927168 00000100:00100000:2.0:1743493957.980949:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12894 00000100:00100000:2.0:1743493957.980958:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927168:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493957.980982:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493957.981022:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7799 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495232d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.981133:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981147:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981159:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981203:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981210:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981217:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981253:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981259:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981266:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981271:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.981275:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981283:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981294:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493957.981296:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.981301:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981305:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981340:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981346:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981352:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981357:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493957.981360:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981366:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981373:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x5eacde (ffff998b5542d700) 00010000:00010000:2.0:1743493957.981375:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493957.981377:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981383:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x5eacde bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493957.981432:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7799 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495232d expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.981441:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7799 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495232d expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493957.981456:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:2.0:1743493957.981564:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927168:12345-192.168.206.41@tcp:101:ps.0 Request processed in 605us (2251us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493957.981572:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12894 00000100:00100000:3.0:1743493957.986981:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.990568:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027927424 00000100:00100000:1.0:1743493957.990592:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027927424 00000100:00100000:1.0:1743493957.990724:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12895 00000100:00100000:1.0:1743493957.990737:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927424:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:1.0:1743493957.990824:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493957.990878:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952334 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.991070:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991088:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991101:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991150:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991159:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991166:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991218:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991226:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991233:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991240:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.991246:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991255:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991268:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493957.991272:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.991277:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991284:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991310:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991332:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991338:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991343:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.991347:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991354:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991363:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x55f752d8 (ffff998b5542d700) 00010000:00010000:1.0:1743493957.991366:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.991369:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991375:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x55f752d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.991446:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952334 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.991456:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952334 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.991471:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:1.0:1743493957.991604:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568ff900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927424:12345-192.168.206.41@tcp:101:ps.0 Request processed in 867us (4637us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493957.991614:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12895 00000100:00100000:3.0:1743493957.998931:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493957.999077:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027927680 00000100:00100000:1.0:1743493957.999091:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027927680 00000100:00100000:1.0:1743493957.999195:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12896 00000100:00100000:1.0:1743493957.999206:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927680:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:1.0:1743493957.999237:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493957.999282:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495233b expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.999438:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999456:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999470:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999518:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999527:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999535:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999585:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999593:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999600:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999607:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.999612:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999621:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999635:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493957.999639:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.999644:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999651:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999673:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999680:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999687:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999693:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493957.999696:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999702:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999709:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xaf3dc4c9 (ffff998b5542d700) 00010000:00010000:1.0:1743493957.999712:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493957.999715:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999721:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xaf3dc4c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493957.999832:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77c3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495233b expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.999843:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495233b expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493957.999859:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:1.0:1743493957.999972:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927680:12345-192.168.206.41@tcp:101:ps.0 Request processed in 767us (1055us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493957.999981:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12896 00000100:00100000:3.0:1743493958.009557:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.010811:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027927936 00000100:00100000:2.0:1743493958.010827:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027927936 00000100:00100000:1.0:1743493958.012304:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12897 00000100:00100000:1.0:1743493958.012327:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927936:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:1.0:1743493958.012362:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.012426:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952342 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.012622:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012641:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012655:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012712:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012721:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012729:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012801:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012810:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012818:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012825:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.012830:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012840:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012855:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493958.012859:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.012864:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012872:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012899:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012907:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012913:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012919:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.012923:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012929:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.012937:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x46114526 (ffff998b5542d700) 00010000:00010000:1.0:1743493958.012940:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.013617:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.013627:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.013710:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77d8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952342 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.013720:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952342 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.013736:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:0.0:1743493958.015113:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027927936:12345-192.168.206.41@tcp:101:ps.0 Request processed in 2786us (5560us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.015128:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12897 00000100:00100000:3.0:1743493958.024698:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.028631:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027928192 00000100:00100000:0.0:1743493958.028650:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027928192 00000100:00100000:0.0:1743493958.029308:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12898 00000100:00100000:0.0:1743493958.029331:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928192:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:0.0:1743493958.029360:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.029569:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952349 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.029713:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029731:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029744:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029821:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029830:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029843:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029899:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029907:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029915:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029922:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.029927:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029936:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029951:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.029955:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.029961:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029968:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c77f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.029997:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030003:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030009:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030017:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.030020:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030027:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030035:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x907a850 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.030037:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.030040:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030046:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c77fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.030101:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952349 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.030110:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c77ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952349 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.030125:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:0.0:1743493958.030250:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928192:12345-192.168.206.41@tcp:101:ps.0 Request processed in 920us (5566us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.030258:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12898 00000100:00100000:3.0:1743493958.036407:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.037545:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027928448 00000100:00100000:0.0:1743493958.037563:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027928448 00000100:00100000:2.0:1743493958.038270:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12899 00000100:00100000:2.0:1743493958.038283:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928448:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.038324:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.038379:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7802 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952350 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.039227:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039246:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039261:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039330:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039339:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039347:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039409:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039417:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039425:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039432:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.039437:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039446:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039461:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.039465:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.039471:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039478:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7809 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039503:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039510:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039517:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039522:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.039525:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039531:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039538:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x85a1b653 (ffff998b5542fac0) 00010000:00010000:2.0:1743493958.039541:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.039544:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039550:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7810 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.039612:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7802 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952350 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.039621:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7802 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952350 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.039636:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30b80, rc 0) 00000100:00100000:2.0:1743493958.039787:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928448:12345-192.168.206.41@tcp:101:ps.0 Request processed in 1504us (3392us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493958.039797:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12899 00000100:00100000:3.0:1743493958.044996:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.045123:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027928704 00000100:00100000:2.0:1743493958.045136:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027928704 00000100:00100000:2.0:1743493958.045220:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12900 00000100:00100000:2.0:1743493958.045230:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928704:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.045257:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.045300:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7817 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952357 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.045449:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045466:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045479:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045527:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045535:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045541:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045589:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045596:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045604:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045610:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.045616:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045624:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045637:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.045640:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.045645:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045650:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c781e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045672:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045679:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045685:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045690:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.045693:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045699:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045706:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x102009d5 (ffff998b5542d700) 00010000:00010000:2.0:1743493958.045708:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.045711:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045721:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7825 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.045816:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7817 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952357 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.045826:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7817 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952357 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.045842:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:2.0:1743493958.045934:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928704:12345-192.168.206.41@tcp:101:ps.0 Request processed in 706us (953us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493958.045943:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12900 00000100:00100000:3.0:1743493958.054665:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.055116:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027928960 00000100:00100000:0.0:1743493958.055131:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027928960 00000100:00100000:1.0:1743493958.055305:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12901 00000100:00100000:1.0:1743493958.055329:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928960:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:1.0:1743493958.055359:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.055526:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c782c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495235e expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.055710:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055729:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055742:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055914:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055924:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055932:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055987:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.055996:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056004:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056011:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.056017:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056026:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056041:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493958.056045:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.056052:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056059:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7833 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056085:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056092:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056097:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056106:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.056109:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056116:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056124:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x42ab077a (ffff998b5542d700) 00010000:00010000:1.0:1743493958.056127:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.056130:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056136:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c783a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.056197:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c782c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495235e expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.056207:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c782c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495235e expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.056223:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:1.0:1743493958.056363:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027928960:12345-192.168.206.41@tcp:101:ps.0 Request processed in 1046us (1990us total) trans 0 rc 301/301 00000100:00100000:1.0:1743493958.056371:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12901 00000100:00100000:1.0:1743493958.065160:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.065895:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027929216 00000100:00100000:0.0:1743493958.065911:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027929216 00000100:00100000:0.0:1743493958.066518:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12902 00000100:00100000:0.0:1743493958.066531:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929216:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:0.0:1743493958.066564:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.066618:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7841 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952365 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.066831:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066849:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066863:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066915:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066923:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066931:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066981:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066989:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.066997:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067009:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.067015:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067024:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067038:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.067042:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.067048:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067055:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7848 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067083:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067089:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067095:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067100:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.067103:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067109:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067116:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x28a377f8 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.067120:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.067123:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067129:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c784f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.067187:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7841 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952365 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.067197:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7841 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952365 expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.067211:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:0.0:1743493958.067348:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929216:12345-192.168.206.41@tcp:101:ps.0 Request processed in 817us (2200us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.067357:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12902 00000100:00100000:3.0:1743493958.079557:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.079668:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027929472 00000100:00100000:0.0:1743493958.079687:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027929472 00000100:00100000:0.0:1743493958.079851:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12903 00000100:00100000:0.0:1743493958.079862:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929472:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:0.0:1743493958.079895:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.079943:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7856 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495236c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.080122:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080141:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080159:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080207:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080215:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080222:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080277:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080285:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080292:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080299:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.080304:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080322:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080337:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.080341:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.080348:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080354:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c785d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080381:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080387:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080393:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080398:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.080402:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080408:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080416:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x90ba0166 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.080418:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.080421:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080426:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493958.080482:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7856 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495236c expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.080491:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7856 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495236c expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.080506:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:0.0:1743493958.080613:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929472:12345-192.168.206.41@tcp:101:ps.0 Request processed in 752us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.080622:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12903 00000100:00100000:3.0:1743493958.092687:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.092807:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027929728 00000100:00100000:2.0:1743493958.092827:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027929728 00000100:00100000:2.0:1743493958.092950:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12904 00000100:00100000:2.0:1743493958.092961:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929728:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.092990:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.093042:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c786b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952373 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.093194:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093213:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093225:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093276:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093284:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093290:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093353:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093361:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093368:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093375:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.093380:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093389:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093403:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.093406:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.093412:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093418:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7872 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093444:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093451:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093469:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093474:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.093478:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093484:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093492:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xce5b6a33 (ffff998b5542d700) 00010000:00010000:2.0:1743493958.093495:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.093498:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093503:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7879 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.093561:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c786b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952373 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.093570:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c786b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952373 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.093585:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:2.0:1743493958.093700:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929728:12345-192.168.206.41@tcp:101:ps.0 Request processed in 739us (1020us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493958.093717:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12904 00000100:00100000:1.0:1743493958.118034:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.118173:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027929984 00000100:00100000:0.0:1743493958.118191:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027929984 00000100:00100000:2.0:1743493958.118921:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12905 00000100:00100000:2.0:1743493958.118934:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929984:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.118965:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.119020:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7880 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495237a expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.120647:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120672:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120687:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120741:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120749:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120775:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120829:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120837:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120845:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120853:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.120858:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120867:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120881:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.120885:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.120891:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120897:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c7887 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120923:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120929:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120935:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120940:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.120943:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120950:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120957:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xe87eaafc (ffff998b5542d700) 00010000:00010000:2.0:1743493958.120961:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.120964:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.120969:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c788e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.121029:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7880 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495237a expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.121039:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7880 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495237a expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.121057:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:2.0:1743493958.122407:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027929984:12345-192.168.206.41@tcp:101:ps.0 Request processed in 3468us (4375us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493958.122421:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12905 00000100:00100000:3.0:1743493958.138001:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.138116:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027930240 00000100:00100000:2.0:1743493958.138134:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027930240 00000100:00100000:2.0:1743493958.138250:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12906 00000100:00100000:2.0:1743493958.138261:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930240:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.138292:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.138352:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7895 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952381 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.138494:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.138512:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.138530:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.138700:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.138710:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.138717:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139164:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139176:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139185:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139191:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493958.139197:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139204:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139221:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:3.0:1743493958.139224:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493958.139229:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139235:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c789c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139269:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139276:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139281:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139286:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493958.139289:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139294:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139303:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xc9c87587 (ffff998b5542d700) 00010000:00010000:3.0:1743493958.139305:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493958.139308:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139326:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xc9c87587 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493958.139397:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7895 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952381 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.139407:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7895 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952381 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.139423:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:3.0:1743493958.139522:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930240:12345-192.168.206.41@tcp:101:ps.0 Request processed in 1260us (1528us total) trans 0 rc 301/301 00000100:00100000:3.0:1743493958.139533:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12906 00000100:00100000:3.0:1743493958.155939:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.156282:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027930496 00000100:00100000:2.0:1743493958.156296:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027930496 00000100:00100000:2.0:1743493958.156402:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12907 00000100:00100000:2.0:1743493958.156413:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930496:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:2.0:1743493958.156440:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.156488:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952388 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.156808:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156826:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156839:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156881:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156892:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156899:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156946:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156952:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156958:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156964:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.156968:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156975:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.156988:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.156991:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.156995:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157001:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157021:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157026:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157033:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157038:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.157040:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157045:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157051:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xfb43d54d (ffff998b5542d700) 00010000:00010000:2.0:1743493958.157053:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.157056:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157061:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493958.157218:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952388 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.157227:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952388 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.157242:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:2.0:1743493958.157352:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930496:12345-192.168.206.41@tcp:101:ps.0 Request processed in 939us (1425us total) trans 0 rc 301/301 00000100:00100000:2.0:1743493958.157360:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12907 00000100:00100000:1.0:1743493958.172386:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.172873:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027930752 00000100:00100000:2.0:1743493958.172888:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027930752 00000100:00100000:0.0:1743493958.173898:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12908 00000100:00100000:0.0:1743493958.173912:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930752:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:0.0:1743493958.173941:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.173990:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495238f expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.174652:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174671:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174684:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174734:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174742:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174749:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174830:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174838:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174845:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174850:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.174855:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174864:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174878:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.174881:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.174887:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174893:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174919:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174925:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174930:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174935:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.174938:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174943:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174951:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x2ca39d83 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.174954:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.174957:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.174962:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x2ca39d83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.175021:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78bf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495238f expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.175029:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495238f expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.175045:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:0.0:1743493958.175181:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027930752:12345-192.168.206.41@tcp:101:ps.0 Request processed in 1270us (2808us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.175190:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12908 00000100:00100000:3.0:1743493958.186114:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.186326:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931008 00000100:00100000:0.0:1743493958.186337:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931008 00000100:00100000:0.0:1743493958.186491:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12909 00000100:00100000:0.0:1743493958.186500:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027931008:12345-192.168.206.41@tcp:101:ps.0 00010000:00010000:0.0:1743493958.186524:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.186564:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952396 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.186704:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186723:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186734:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186830:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186840:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186848:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186887:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186895:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186902:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186909:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.186913:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186921:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186933:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.186937:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.186942:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186949:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186972:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186978:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186984:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.186990:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.186994:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.187000:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.187009:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xb8395982 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.187011:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.187015:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.187021:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0xb8395982 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.187085:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78d4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952396 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.187095:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952396 expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.187110:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:0.0:1743493958.187204:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13389:x1828185027931008:12345-192.168.206.41@tcp:101:ps.0 Request processed in 703us (1099us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.187214:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12909 00010000:00010000:1.0:1743493958.307408:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493958.424136:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.424272:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931136 00000100:00100000:1.0:1743493958.424283:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931136 00000100:00100000:1.0:1743493958.424405:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12910 00000100:00100000:1.0:1743493958.424415:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+496:13262:x1828185027931136:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:1.0:1743493958.424440:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.424480:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495239d expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.424590:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424604:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424618:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424665:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424673:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424680:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424841:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424851:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424859:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493958.424902:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1aa:0x0]: returning size 4096 00000004:00200000:1.0:1743493958.424906:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493958.424927:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424938:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424945:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424952:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424958:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.424963:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424971:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424983:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998c47e9a740) 00010000:00010000:1.0:1743493958.424987:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.424992:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.424998:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c78f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425020:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425026:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425033:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425039:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.425042:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425048:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425056:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c7b510 (ffff998b5542d700) 00010000:00010000:1.0:1743493958.425059:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.425062:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425068:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c78f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.425116:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c78e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495239d expref: 498 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.425135:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495239d expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.425143:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493958.425145:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493958.425148:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:1.0:1743493958.425246:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+497:13262:x1828185027931136:12345-192.168.206.41@tcp:101:bash.0 Request processed in 831us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.425254:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12910 00000100:00100000:3.0:1743493958.430377:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.431000:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931264 00000100:00100000:0.0:1743493958.431011:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931264 00000100:00100000:0.0:1743493958.431093:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12911 00000100:00100000:0.0:1743493958.431101:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13262:x1828185027931264:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:0.0:1743493958.431123:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.431159:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7905 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523a4 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.431284:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431300:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431324:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431374:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431382:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431390:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431435:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431443:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431450:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431457:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.431461:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431469:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431482:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.431486:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.431491:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431498:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c790c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431519:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431526:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431532:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431542:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.431545:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431552:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431561:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x7393eb54 (ffff998b5542d700) 00010000:00010000:0.0:1743493958.431564:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.431566:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431572:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7913 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x7393eb54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.431624:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7905 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523a4 expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.431633:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7905 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523a4 expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.431649:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:0.0:1743493958.431747:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13262:x1828185027931264:12345-192.168.206.41@tcp:101:bash.0 Request processed in 645us (1379us total) trans 0 rc 301/301 00000100:00100000:0.0:1743493958.431804:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12911 00000100:00100000:3.0:1743493958.434164:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.435183:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931392 00000100:00100000:1.0:1743493958.435194:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931392 00000100:00100000:2.0:1743493958.435942:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 1344 00000100:00100000:2.0:1743493958.435951:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+497:2440:x1828185027931392:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.435984:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.436010:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c78fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495239d expref: 497 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.436045:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:2.0:1743493958.436050:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.436133:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febc540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+496:2440:x1828185027931392:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 181us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.436141:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 1344 00000100:00100000:3.0:1743493958.455472:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.455554:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931520 00000100:00100000:1.0:1743493958.455564:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931520 00000100:00100000:0.0:1743493958.456251:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12912 00000100:00100000:0.0:1743493958.456261:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+496:13390:x1828185027931520:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493958.456283:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.456333:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c791a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523ab expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.456436:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456451:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456463:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456510:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456518:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456525:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456663:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456671:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456678:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493958.456715:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00000004:00200000:0.0:1743493958.456719:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493958.456737:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456749:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456776:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456784:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456790:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.456795:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456803:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456815:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:0.0:1743493958.456819:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.456823:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456829:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7921 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456850:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456856:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456862:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456867:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.456870:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456880:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456888:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b5542d700) 00010000:00010000:0.0:1743493958.456891:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.456893:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456899:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c7928 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.456945:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c791a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ab expref: 498 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.456963:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ab expref: 497 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.456972:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:0.0:1743493958.456974:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493958.456976:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30f40, rc 0) 00000100:00100000:0.0:1743493958.457077:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+497:13390:x1828185027931520:12345-192.168.206.41@tcp:101:rm.0 Request processed in 815us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.457085:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12912 00000100:00100000:0.0:1743493958.467444:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.469501:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931776 00000100:00100000:1.0:1743493958.469514:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931776 00000100:00100000:1.0:1743493958.469604:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12913 00000100:00100000:1.0:1743493958.469614:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+497:13390:x1828185027931776:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493958.469637:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.469676:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7936 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523b2 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1743493958.469846:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00010000:00010000:1.0:1743493958.470045:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7936 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523b2 expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.470055:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7936 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523b2 expref: 499 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.470074:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d33100, rc 0) 00000100:00100000:1.0:1743493958.470164:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+498:13390:x1828185027931776:12345-192.168.206.41@tcp:101:rm.0 Request processed in 550us (2728us total) trans 4294975064 rc 301/301 00000100:00100000:1.0:1743493958.470172:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12913 00000100:00100000:3.0:1743493958.482443:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.482692:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027931904 00000100:00100000:1.0:1743493958.482701:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027931904 00000100:00100000:1.0:1743493958.482799:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3742 00000100:00100000:1.0:1743493958.482806:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+498:13390:x1828185027931904:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493958.496463:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+498:13390:x1828185027931904:12345-192.168.206.41@tcp:37:rm.0 Request processed in 13646us (14018us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.496479:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3742 00000100:00100000:3.0:1743493958.506471:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.508861:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932160 00000100:00100000:1.0:1743493958.508878:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932160 00000100:00100000:1.0:1743493958.509577:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3743 00000100:00100000:1.0:1743493958.509588:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+498:13390:x1828185027932160:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:1.0:1743493958.510254:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+499:13390:x1828185027932160:12345-192.168.206.41@tcp:35:rm.0 Request processed in 665us (3796us total) trans 4294975065 rc 0/0 00000100:00100000:1.0:1743493958.510264:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3743 00000100:00100000:3.0:1743493958.529216:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.531515:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932416 00000100:00100000:0.0:1743493958.531531:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932416 00000100:00100000:0.0:1743493958.531630:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12914 00000100:00100000:0.0:1743493958.531639:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+499:13390:x1828185027932416:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493958.531678:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.531716:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7944 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523b9 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.531900:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c794b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.531915:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c794b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.531926:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c794b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493958.531936:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00010000:00010000:0.0:1743493958.532118:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7944 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523b9 expref: 502 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.532143:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c794b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523b9 expref: 501 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.532152:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:0.0:1743493958.532156:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1743493958.532159:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d30b80, rc 0) 00000100:00100000:0.0:1743493958.532255:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+501:13390:x1828185027932416:12345-192.168.206.41@tcp:101:rm.0 Request processed in 616us (3048us total) trans 4294975066 rc 0/0 00000100:00100000:0.0:1743493958.532263:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12914 00000100:00100000:2.0:1743493958.552737:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.552891:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932544 00000100:00100000:1.0:1743493958.552902:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932544 00000100:00100000:1.0:1743493958.552972:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12915 00000100:00100000:1.0:1743493958.552982:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+501:13390:x1828185027932544:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493958.553014:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.553049:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7959 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523c0 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.553174:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.553188:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.553199:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493958.553244:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b2:0x0]: returning size 4096 00000004:00200000:1.0:1743493958.553249:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493958.553270:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.553296:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c7959 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c0 expref: 503 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.553330:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c0 expref: 502 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.553339:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493958.553342:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493958.553346:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31300, rc 0) 00000100:00100000:1.0:1743493958.553543:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+502:13390:x1828185027932544:12345-192.168.206.41@tcp:101:rm.0 Request processed in 560us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.553551:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12915 00000100:00100000:3.0:1743493958.559391:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.560055:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932672 00000100:00100000:2.0:1743493958.560066:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932672 00000100:00100000:2.0:1743493958.560149:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 444 00000100:00100000:2.0:1743493958.560158:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+502:2439:x1828185027932672:12345-192.168.206.41@tcp:63:ll_sa.0 00010000:00010000:2.0:1743493958.560227:0:16618:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493958.560264:0:16618:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7967 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523c7 expref: -99 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.560347:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560362:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560374:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560424:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560431:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560439:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560561:0:16618:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560571:0:16618:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560579:0:16618:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00000004:00200000:2.0:1743493958.560615:0:16618:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b3:0x0]: returning size 4096 00000004:00200000:2.0:1743493958.560619:0:16618:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493958.560640:0:16618:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560651:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560658:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560665:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560672:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.560677:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560686:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560698:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:2.0:1743493958.560701:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.560706:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560712:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c796e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560733:0:16618:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560739:0:16618:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.560746:0:16618:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.563664:0:16618:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493958.563672:0:16618:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.563682:0:16618:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.563697:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x977fac0d (ffff998b5542d700) 00010000:00010000:2.0:1743493958.563701:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493958.563705:0:16618:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.563711:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c7975 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16618 initiator: MDT0 00010000:00010000:2.0:1743493958.563827:0:16618:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7967 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c7 expref: 504 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.563851:0:16618:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c7 expref: 503 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.563859:0:16618:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493958.563861:0:16618:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493958.563865:0:16618:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d307c0, rc 0) 00000100:00100000:2.0:1743493958.564002:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc06200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:00038621-ef07-44f7-8531-81bf2ec881e5+503:2439:x1828185027932672:12345-192.168.206.41@tcp:63:ll_sa.0 Request processed in 3842us (4618us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.564013:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 444 00000100:00100000:3.0:1743493958.570934:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.571158:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932800 00000100:00100000:1.0:1743493958.571169:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932800 00000100:00100000:1.0:1743493958.571253:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3744 00000100:00100000:1.0:1743493958.571262:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13390:x1828185027932800:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493958.586088:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13390:x1828185027932800:12345-192.168.206.41@tcp:37:rm.0 Request processed in 14815us (15151us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.586102:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3744 00000100:00100000:3.0:1743493958.604248:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.604425:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027932928 00000100:00100000:0.0:1743493958.604436:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027932928 00000100:00100000:0.0:1743493958.611455:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3745 00000100:00100000:0.0:1743493958.611469:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13390:x1828185027932928:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:0.0:1743493958.621110:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+503:13390:x1828185027932928:12345-192.168.206.41@tcp:37:rm.0 Request processed in 9630us (16859us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.621127:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3745 00000100:00100000:3.0:1743493958.646084:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.647105:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933056 00000100:00100000:1.0:1743493958.647117:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933056 00000100:00100000:1.0:1743493958.647203:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12916 00000100:00100000:1.0:1743493958.647212:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+503:13390:x1828185027933056:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493958.647233:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493958.647280:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7983 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523ce expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.647411:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.647427:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.647439:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493958.647484:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c0:0x0]: returning size 4096 00000004:00200000:1.0:1743493958.647489:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493958.647509:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.647536:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7983 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ce expref: 505 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.647562:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ce expref: 504 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.647571:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493958.647575:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493958.647579:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b54d31e40, rc 0) 00000100:00100000:1.0:1743493958.647677:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+504:13390:x1828185027933056:12345-192.168.206.41@tcp:101:rm.0 Request processed in 465us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.647686:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12916 00000100:00100000:3.0:1743493958.670517:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.671157:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933184 00000100:00100000:0.0:1743493958.671167:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933184 00000100:00100000:2.0:1743493958.672028:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3746 00000100:00100000:2.0:1743493958.672047:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13390:x1828185027933184:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:2.0:1743493958.678279:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13390:x1828185027933184:12345-192.168.206.41@tcp:37:rm.0 Request processed in 6222us (7761us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.678293:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3746 00000100:00100000:3.0:1743493958.693304:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.693588:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933440 00000100:00100000:2.0:1743493958.693599:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933440 00000100:00100000:2.0:1743493958.693682:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3747 00000100:00100000:2.0:1743493958.693691:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+504:13390:x1828185027933440:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493958.703443:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+505:13390:x1828185027933440:12345-192.168.206.41@tcp:35:rm.0 Request processed in 9739us (10135us total) trans 4294975067 rc 0/0 00000100:00100000:2.0:1743493958.703461:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3747 00000100:00100000:3.0:1743493958.710884:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.710995:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933696 00000100:00100000:1.0:1743493958.711006:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933696 00000100:00100000:1.0:1743493958.711079:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12917 00000100:00100000:1.0:1743493958.711088:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+505:13390:x1828185027933696:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493958.711173:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:1.0:1743493958.711207:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c798a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ce expref: 505 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.711240:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53501e40/0x1414d533cd4ae10d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a95c expref: 504 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.711262:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de3880/0x1414d533cd4ab0a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c0:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494972d expref: 503 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.711282:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506980/0x1414d533cd4aafc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49496e0 expref: 502 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.711299:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b502286c0) 00010000:00010000:1.0:1743493958.711337:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742980/0x1414d533cd4ae0ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a939 expref: 501 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.711353:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:1.0:1743493958.711357:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493958.711393:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711406:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711416:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711458:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711470:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711476:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711615:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711623:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.711630:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493958.724259:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3923, 176 off692880 00000004:00200000:1.0:1743493958.724453:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c0:0x0]: returning size 4096 00010000:00010000:1.0:1743493958.724479:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724489:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724497:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724504:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.724508:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724516:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724531:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:1.0:1743493958.724534:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493958.724539:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.724545:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33100/0x1414d533cd4c799f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725438:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725447:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725453:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725459:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.725463:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725469:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725480:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:1.0:1743493958.725483:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.725486:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725492:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33c40/0x1414d533cd4c7991 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493958.725510:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a704c891 reply state 00000000a3cf5ebb transno 4294975068 ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725522:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.725531:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x9e0a5f7e (ffff998b5542d700) 00010000:00010000:1.0:1743493958.725533:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493958.725537:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493958.729571:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+502:13390:x1828185027933696:12345-192.168.206.41@tcp:36:rm.0 Request processed in 18466us (18680us total) trans 4294975068 rc 0/0 00000100:00100000:1.0:1743493958.729587:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12917 00010000:00010000:0.0:1743493958.736563:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736582:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736589:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736595:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736601:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736608:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736627:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493958.736631:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.736635:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736641:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91e40/0x1414d533cd4c5af8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736685:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736691:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736696:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736701:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736703:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736709:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736732:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493958.736735:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.736738:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736744:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91300/0x1414d533cd4c5b68 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.736795:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736801:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736806:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736811:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b17100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736814:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736819:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736830:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493958.736833:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.736836:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736840:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b17100/0x1414d533cd4c5d1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736856:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736861:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736866:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736871:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736874:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736879:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736887:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:0.0:1743493958.736890:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.736892:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736898:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15a80/0x1414d533cd4c5d83 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736912:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736917:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736922:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736926:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736929:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736934:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736941:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:0.0:1743493958.736943:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.736945:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736950:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16980/0x1414d533cd4c5df3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.736963:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736969:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736974:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736979:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.736982:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736988:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.736995:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x333:0x0].0x0 (ffff998b55ff4380) 00010000:00010000:0.0:1743493958.736997:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.737000:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737005:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14b80/0x1414d533cd4c5e40 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x333:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737032:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737038:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737044:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737049:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa0b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.737052:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737057:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737066:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x7f7efb67 (ffff998b55ff60c0) 00010000:00010000:0.0:1743493958.737069:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.737072:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737077:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b4c0/0x1414d533cd4c5e9b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493958.737092:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737097:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737102:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737107:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185d6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.737110:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737116:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737124:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x7f7efb67 (ffff998b55ff60c0) 00010000:00010000:0.0:1743493958.737126:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.737129:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.737133:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185d6c0/0x1414d533cd4c5efd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493958.739231:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739246:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739253:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739264:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.739268:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739276:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739289:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xa36e7a4 (ffff998b55ff6a80) 00010000:00010000:0.0:1743493958.739292:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.739297:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739304:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08b80/0x1414d533cd4c5f4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739351:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739358:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739364:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739370:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0ad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.739373:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739380:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739388:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:0.0:1743493958.739392:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493958.739395:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739401:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0ad40/0x1414d533cd4c5f51 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739415:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739421:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739427:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739433:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a09300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493958.739436:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739442:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739450:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x331:0x0].0x0 (ffff998b55ff5a40) 00010000:00010000:0.0:1743493958.739453:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1743493958.739456:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00010000:00010000:0.0:1743493958.739462:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a09300/0x1414d533cd4c5f58 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x331:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6567 initiator: MDT0 00000001:00080000:2.0:1743493958.739697:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294975067 is committed 00010000:00010000:1.0:1743493958.739937:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739946:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739952:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739958:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a096c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.739961:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739968:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739979:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xe2501d74 (ffff998b55ff6400) 00010000:00010000:1.0:1743493958.739982:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.739985:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.739991:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a096c0/0x1414d533cd4c5f90 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.740020:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740028:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740033:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740038:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740041:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740047:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740055:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xbf0c4e99 (ffff998b55ff5080) 00010000:00010000:1.0:1743493958.740057:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740060:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740066:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a200/0x1414d533cd4c5fba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740089:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740096:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740102:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740108:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740111:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740118:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740126:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xe2501d74 (ffff998b55ff5d80) 00010000:00010000:1.0:1743493958.740129:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740132:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740138:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08f40/0x1414d533cd4c5fcf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740160:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740167:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740173:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740179:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0b100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740182:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740188:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740196:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xbf0c4e99 (ffff998b55ff7100) 00010000:00010000:1.0:1743493958.740198:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740201:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740211:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b100/0x1414d533cd4c5feb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740233:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740239:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740244:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740248:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a0a980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740250:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740256:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740263:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xd8045a37 (ffff998b55ff53c0) 00010000:00010000:1.0:1743493958.740265:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740268:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740273:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0a980/0x1414d533cd4c6007 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740292:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740298:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740319:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740324:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a087c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740327:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740333:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740340:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xe93b25ce (ffff998b5362b780) 00010000:00010000:1.0:1743493958.740342:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740345:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740350:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a087c0/0x1414d533cd4c6023 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740370:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740376:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740381:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740385:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51a08040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740388:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740394:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740401:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xd8045a37 (ffff998b53629a40) 00010000:00010000:1.0:1743493958.740403:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740406:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740412:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a08040/0x1414d533cd4c603f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xd8045a37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740433:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740438:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740445:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740450:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b198040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740453:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740459:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740467:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xe93b25ce (ffff998b53628380) 00010000:00010000:1.0:1743493958.740470:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740473:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740478:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b198040/0x1414d533cd4c605b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.740500:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740507:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740514:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740518:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740521:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740528:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740537:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x30480a6c (ffff998b51864d40) 00010000:00010000:1.0:1743493958.740539:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740542:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740548:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0cf40/0x1414d533cd4c6222 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740569:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740576:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740582:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740587:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740590:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740597:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740605:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x30480a6c (ffff998b51867780) 00010000:00010000:1.0:1743493958.740608:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740611:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740617:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b9300/0x1414d533cd4c623e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740638:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740644:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740650:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740656:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545bbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740659:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740665:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740673:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x4e78d319 (ffff998b51866400) 00010000:00010000:1.0:1743493958.740676:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740679:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740689:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545bbc40/0x1414d533cd4c625a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740711:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740736:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740742:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740747:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547007c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740785:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740793:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740802:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x4e78d319 (ffff998b51866dc0) 00010000:00010000:1.0:1743493958.740805:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740808:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740814:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547007c0/0x1414d533cd4c6276 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740838:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740845:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740855:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740861:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5388e200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740864:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740870:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740879:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c0:0x0].0x8344d724 (ffff998b518653c0) 00010000:00010000:1.0:1743493958.740882:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740885:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740891:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5388e200/0x1414d533cd4c6292 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c0:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.740913:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740920:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740925:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740931:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.740934:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740940:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740949:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x8344d724 (ffff998b51864a00) 00010000:00010000:1.0:1743493958.740951:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.740954:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740960:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7c40/0x1414d533cd4c62ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c1:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740982:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740989:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.740994:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.741000:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e0b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741003:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.741009:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.741018:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x1674e29a (ffff998b518646c0) 00010000:00010000:1.0:1743493958.741021:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741024:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.741030:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e0b880/0x1414d533cd4c63b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.741055:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741062:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741067:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741071:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54067100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741074:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741080:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741087:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x1674e29a (ffff998b51867100) 00010000:00010000:1.0:1743493958.741089:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741092:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741097:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067100/0x1414d533cd4c63cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741119:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741125:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741131:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741136:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741139:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741145:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741153:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x9e362f1b (ffff998b50fec6c0) 00010000:00010000:1.0:1743493958.741155:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741158:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741163:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b01cf40/0x1414d533cd4c658d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.741183:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741188:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741193:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741197:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741200:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741205:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741212:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x9e362f1b (ffff998b50fec380) 00010000:00010000:1.0:1743493958.741215:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741217:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741226:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515d4400/0x1414d533cd4c65e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741247:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741253:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741259:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741264:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741267:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741272:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741279:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x21e72734 (ffff998b50fec040) 00010000:00010000:1.0:1743493958.741282:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741285:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741290:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c66ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741337:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741343:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741353:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741357:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741360:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741366:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741374:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x21e72734 (ffff998c6d1e9700) 00010000:00010000:1.0:1743493958.741376:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741379:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741383:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c6715 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741404:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741409:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741414:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741419:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ae980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741421:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741426:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741433:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa5e17578 (ffff998b542b1080) 00010000:00010000:1.0:1743493958.741435:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741438:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741442:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c6731 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741460:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741465:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741470:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741475:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741478:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741483:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741490:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa5e17578 (ffff998b542b3ac0) 00010000:00010000:1.0:1743493958.741493:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741496:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741501:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c674d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741520:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741527:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741533:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741537:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501afc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741541:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741546:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741554:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x103f9c81 (ffff998b5542e400) 00010000:00010000:1.0:1743493958.741556:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741558:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741563:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c6769 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741583:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741589:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741595:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741599:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741603:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741609:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741615:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x103f9c81 (ffff998b5542f100) 00010000:00010000:1.0:1743493958.741618:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741622:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741627:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc65c0/0x1414d533cd4c6785 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741647:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741653:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741659:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741664:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741666:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741672:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741680:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xca0b3ea (ffff998b5022aa80) 00010000:00010000:1.0:1743493958.741683:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741686:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741691:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7c40/0x1414d533cd4c67a8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.741713:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741719:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741725:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741731:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fbc7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741734:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741741:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741749:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xca0b3ea (ffff998b5022b780) 00010000:00010000:1.0:1743493958.741781:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741784:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741790:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc7880/0x1414d533cd4c67af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741826:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741833:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741839:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741848:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f91a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741852:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741857:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741865:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x17d46a (ffff998b50229080) 00010000:00010000:1.0:1743493958.741867:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741871:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741876:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f91a80/0x1414d533cd4c67d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741897:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741903:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741908:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741913:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f916c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741916:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741922:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741929:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x17d46a (ffff998b5022b100) 00010000:00010000:1.0:1743493958.741931:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741934:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741939:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f916c0/0x1414d533cd4c67f5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741958:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741963:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741968:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741972:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50f92200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.741974:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741979:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741986:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x98ca20bd (ffff998b50229700) 00010000:00010000:1.0:1743493958.741988:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.741990:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.741995:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f92200/0x1414d533cd4c6811 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742025:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742031:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742038:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742043:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cc96c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742047:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742051:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742059:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x98ca20bd (ffff998b50e5dd80) 00010000:00010000:1.0:1743493958.742062:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742064:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742069:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cc96c0/0x1414d533cd4c682d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742092:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742098:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742103:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742108:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53cca5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742111:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742117:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742125:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xbea011c (ffff998b50e5edc0) 00010000:00010000:1.0:1743493958.742128:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742131:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742137:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53cca5c0/0x1414d533cd4c6849 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742159:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742166:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742172:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742177:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742180:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742186:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742195:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xbea011c (ffff998b50e5fac0) 00010000:00010000:1.0:1743493958.742197:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742201:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742206:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0040/0x1414d533cd4c6865 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742229:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742236:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742241:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742246:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742248:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742254:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742261:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xcd7d97c8 (ffff998b50e5c040) 00010000:00010000:1.0:1743493958.742264:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742267:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742272:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c6881 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742294:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742300:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742305:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742323:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742327:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742334:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742342:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xcd7d97c8 (ffff998b50e5f440) 00010000:00010000:1.0:1743493958.742344:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742347:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742353:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c689d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742374:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742381:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742386:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742392:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742395:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742401:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742408:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xf2061246 (ffff998b50e5d700) 00010000:00010000:1.0:1743493958.742411:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742413:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742424:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c1300/0x1414d533cd4c68b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742455:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742462:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742469:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742474:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742477:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742484:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742492:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x76821429 (ffff998b50e5da40) 00010000:00010000:1.0:1743493958.742495:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742498:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742503:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9300/0x1414d533cd4c68d5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742525:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742531:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742539:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742544:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742546:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742552:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742560:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xf2061246 (ffff998b50e5c6c0) 00010000:00010000:1.0:1743493958.742562:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742565:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742571:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071c400/0x1414d533cd4c68f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742591:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742598:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742604:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742610:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071de40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742613:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742619:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742627:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x3afecd66 (ffff998b50e5c380) 00010000:00010000:1.0:1743493958.742629:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742632:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742638:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071de40/0x1414d533cd4c690d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742658:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742664:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742670:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742675:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5071d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742678:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742684:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742691:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x76821429 (ffff998b50e5cd40) 00010000:00010000:1.0:1743493958.742694:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742697:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742702:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5071d300/0x1414d533cd4c6929 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742723:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742730:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742735:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742740:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b523134c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742744:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742779:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742789:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xa3962d5b (ffff998b50e5f780) 00010000:00010000:1.0:1743493958.742792:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742795:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742801:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b523134c0/0x1414d533cd4c6945 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742823:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742830:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742836:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742841:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52313880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742845:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742851:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742860:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x3afecd66 (ffff998b50e5e740) 00010000:00010000:1.0:1743493958.742862:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742865:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742871:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52313880/0x1414d533cd4c6961 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742905:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742911:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742918:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742923:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53642980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.742927:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742933:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742942:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x5e0db83a (ffff998b50e5ca00) 00010000:00010000:1.0:1743493958.742944:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.742947:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742958:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642980/0x1414d533cd4c697d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.742982:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742988:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742994:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.742999:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53641a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743002:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743008:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743016:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xa3962d5b (ffff998b50e5e400) 00010000:00010000:1.0:1743493958.743018:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743021:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743027:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53641a80/0x1414d533cd4c6999 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743048:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743054:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743063:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743067:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b16d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743070:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743076:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743083:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xbcf75103 (ffff998b50e5f100) 00010000:00010000:1.0:1743493958.743086:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743089:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743094:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b16d40/0x1414d533cd4c69b5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743116:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743122:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743128:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743133:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743136:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743141:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743150:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x5e0db83a (ffff998b50e5e0c0) 00010000:00010000:1.0:1743493958.743153:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743155:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743161:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b156c0/0x1414d533cd4c69d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743185:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743191:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743196:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743201:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743205:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743211:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743219:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x51a4c572 (ffff998b561a5080) 00010000:00010000:1.0:1743493958.743222:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743225:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743231:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14400/0x1414d533cd4c69ed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743252:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743259:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743264:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743269:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b15e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743272:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743278:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743286:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xbcf75103 (ffff998b561a6dc0) 00010000:00010000:1.0:1743493958.743288:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743291:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743297:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b15e40/0x1414d533cd4c6a09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743352:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743358:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743363:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743369:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b51b14040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743373:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743381:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743391:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x2ee4e5f8 (ffff998b561a7100) 00010000:00010000:1.0:1743493958.743393:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743397:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743403:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51b14040/0x1414d533cd4c6a25 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743436:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743442:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743448:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743453:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53621a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743456:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743463:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743472:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x6324417e (ffff998b561a46c0) 00010000:00010000:1.0:1743493958.743474:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743478:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743488:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53621a80/0x1414d533cd4c6a48 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743509:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743515:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743521:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743525:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53623880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743528:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743533:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743540:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x51a4c572 (ffff998b561a7ac0) 00010000:00010000:1.0:1743493958.743543:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743546:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743551:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53623880/0x1414d533cd4c6a4f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743587:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743594:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743605:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743610:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e63c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743613:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743619:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743628:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0xc3f00931 (ffff998b5662e400) 00010000:00010000:1.0:1743493958.743631:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743634:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743640:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e63c40/0x1414d533cd4c6a79 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x202:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743663:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743670:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743676:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743682:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e60400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743685:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743691:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743700:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x2ee4e5f8 (ffff998c7fa820c0) 00010000:00010000:1.0:1743493958.743703:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743706:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743711:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60400/0x1414d533cd4c6a95 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743731:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743738:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743744:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743749:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e60f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743783:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743790:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743798:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x6324417e (ffff998b502b1d80) 00010000:00010000:1.0:1743493958.743801:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743804:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743810:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60f40/0x1414d533cd4c6ab1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743833:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743841:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743846:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743851:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743855:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743861:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743869:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0xc3f00931 (ffff998b502b20c0) 00010000:00010000:1.0:1743493958.743872:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743875:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743881:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61300/0x1414d533cd4c6adb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x203:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.743901:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743908:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743914:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743920:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52e61a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743923:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743930:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743938:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0xdde1c156 (ffff998b502b06c0) 00010000:00010000:1.0:1743493958.743941:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.743944:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743949:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61a80/0x1414d533cd4c6af0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22c:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.743971:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743978:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743984:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743989:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5185c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.743992:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.743999:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744006:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0xdde1c156 (ffff998b502b3ac0) 00010000:00010000:1.0:1743493958.744009:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744011:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744021:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5185c7c0/0x1414d533cd4c6b6e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x22d:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744041:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744047:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744053:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744058:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c7fa08400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744061:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744067:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744076:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x77103a66 (ffff998b502b1080) 00010000:00010000:1.0:1743493958.744078:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744081:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744087:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa08400/0x1414d533cd4c6b3d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744121:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744128:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744138:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744144:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744147:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744153:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744163:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0xc4fc354d (ffff998b544b6400) 00010000:00010000:1.0:1743493958.744165:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744168:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744174:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b25c0/0x1414d533cd4c6ba6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.744196:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744203:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744209:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744215:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5011c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744218:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744224:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744233:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x14be06ab (ffff998b55ff4d40) 00010000:00010000:1.0:1743493958.744236:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744239:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744245:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c7c0/0x1414d533cd4c6bfa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fa:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744266:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744272:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744278:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744284:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547425c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744287:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744293:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744301:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x77103a66 (ffff998b5362a740) 00010000:00010000:1.0:1743493958.744304:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744320:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744326:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547425c0/0x1414d533cd4c6c32 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744349:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744356:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744362:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744367:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54742d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744371:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744377:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744385:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0xc4fc354d (ffff998b53628d40) 00010000:00010000:1.0:1743493958.744388:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744391:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744397:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742d40/0x1414d533cd4c6c4e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744418:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744425:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744431:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744436:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b1987c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744440:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744447:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744455:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x14be06ab (ffff998b5362bac0) 00010000:00010000:1.0:1743493958.744457:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744460:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744466:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b1987c0/0x1414d533cd4c6c86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1fb:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744486:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744492:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744498:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744503:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b505696c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744507:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744513:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744520:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x6428115e (ffff998b536293c0) 00010000:00010000:1.0:1743493958.744523:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744525:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744533:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b505696c0/0x1414d533cd4c6d12 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744554:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744560:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744564:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744569:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50569e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744572:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744576:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744584:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xf4ed591 (ffff998b53629080) 00010000:00010000:1.0:1743493958.744586:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744588:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744594:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569e40/0x1414d533cd4c6d2e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744613:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744619:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744627:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744632:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744635:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744640:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744646:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x469e1765 (ffff998b5362b100) 00010000:00010000:1.0:1743493958.744649:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744651:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744655:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b880/0x1414d533cd4c6d74 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744673:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744678:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744684:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744688:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5187b4c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744690:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744695:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744703:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x6428115e (ffff998b5362a400) 00010000:00010000:1.0:1743493958.744705:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744708:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744713:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5187b4c0/0x1414d533cd4c6d89 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744735:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744741:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744747:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744782:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744786:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744792:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744801:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xe5dc7a0b (ffff998b54c61700) 00010000:00010000:1.0:1743493958.744804:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744807:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744813:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8040/0x1414d533cd4c6e31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.744837:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744844:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744851:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744856:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfad40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744859:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744864:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744871:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0xc3d50206 (ffff998b519be0c0) 00010000:00010000:1.0:1743493958.744874:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744877:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744883:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfad40/0x1414d533cd4c6e4d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744904:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744910:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744915:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744919:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744922:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744928:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744935:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xf4ed591 (ffff998b519bf100) 00010000:00010000:1.0:1743493958.744938:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.744942:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744948:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9300/0x1414d533cd4c6e69 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744972:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744977:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744982:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744987:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf9a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.744990:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.744996:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745004:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x7f7efb67 (ffff998b55ff6740) 00010000:00010000:1.0:1743493958.745006:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745009:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745015:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf9a80/0x1414d533cd4c6e85 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ce:0x0].0x7f7efb67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745041:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745046:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745051:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745056:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745059:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745065:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745072:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x469e1765 (ffff998b519bea80) 00010000:00010000:1.0:1743493958.745074:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745077:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745082:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8400/0x1414d533cd4c6ea1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745101:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745107:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745112:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745121:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfbc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745124:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745129:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745135:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xe5dc7a0b (ffff998b519bf780) 00010000:00010000:1.0:1743493958.745138:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745140:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745145:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfbc40/0x1414d533cd4c6ed9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745177:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745183:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745188:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745193:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bfa5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745196:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745201:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745209:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xc3d50206 (ffff998b519bdd80) 00010000:00010000:1.0:1743493958.745212:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745214:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745219:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bfa5c0/0x1414d533cd4c6f03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745239:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745246:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745251:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745256:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50bf8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745259:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745264:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745272:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0xa36e7a4 (ffff998b519be740) 00010000:00010000:1.0:1743493958.745274:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745277:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745282:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50bf8b80/0x1414d533cd4c6f1f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1cf:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745303:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745320:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745326:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745331:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0d300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745334:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745340:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745349:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x204a7f30 (ffff998b519bd080) 00010000:00010000:1.0:1743493958.745351:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745354:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745359:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0d300/0x1414d533cd4c6f49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745381:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745388:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745393:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745398:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0c7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745400:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745405:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745413:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0xf786fdb3 (ffff998b51867440) 00010000:00010000:1.0:1743493958.745415:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745418:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745423:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0c7c0/0x1414d533cd4c6f65 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1c8:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745442:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745447:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745452:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745457:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0f100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745461:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745466:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745474:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xeff62052 (ffff998b51866a80) 00010000:00010000:1.0:1743493958.745476:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745479:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745484:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0f100/0x1414d533cd4c6fb2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745502:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745510:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745515:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745520:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50b0e980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745523:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745529:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745536:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x204a7f30 (ffff998b51865a40) 00010000:00010000:1.0:1743493958.745539:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745541:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745546:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e980/0x1414d533cd4c6fe3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745565:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745570:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745575:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745579:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545ba5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745583:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745589:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745596:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0xdf197568 (ffff998b51866740) 00010000:00010000:1.0:1743493958.745599:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745602:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745608:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545ba5c0/0x1414d533cd4c6fff lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745625:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745631:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745636:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745642:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b87c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745645:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745650:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745657:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x1e68dc46 (ffff998b51867ac0) 00010000:00010000:1.0:1743493958.745659:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745662:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745672:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b87c0/0x1414d533cd4c701b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f2:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745689:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745694:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745700:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745705:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b545b8b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745708:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745714:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745721:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0xf786fdb3 (ffff998b51865080) 00010000:00010000:1.0:1743493958.745723:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745725:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745730:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8b80/0x1414d533cd4c7037 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ca:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745790:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745796:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745806:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745811:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a65c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745814:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745819:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745828:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x5a3b2e4f (ffff998b4f62f440) 00010000:00010000:1.0:1743493958.745831:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745834:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745840:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a65c0/0x1414d533cd4c7133 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745860:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745867:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745872:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745876:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a7880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745879:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745885:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745893:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xeff62052 (ffff998b4f62da40) 00010000:00010000:1.0:1743493958.745895:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745898:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745903:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a7880/0x1414d533cd4c714f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745922:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745928:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745933:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745938:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.745941:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745947:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745954:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xbfd87aeb (ffff998b4f62e740) 00010000:00010000:1.0:1743493958.745956:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.745959:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745965:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a6980/0x1414d533cd4c71a3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.745982:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745988:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745994:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.745999:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53503100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746002:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746007:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746015:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0xdf197568 (ffff998b4f62cd40) 00010000:00010000:1.0:1743493958.746017:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746020:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746025:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503100/0x1414d533cd4c71bf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746042:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746048:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746054:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746058:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b540674c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746061:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746067:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746074:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x9062bf83 (ffff998b4f62c380) 00010000:00010000:1.0:1743493958.746077:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746079:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746084:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540674c0/0x1414d533cd4c71db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.746101:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746106:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746112:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746117:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54064f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746119:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746124:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746131:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x1e68dc46 (ffff998b4f62ca00) 00010000:00010000:1.0:1743493958.746133:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746136:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746145:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54064f40/0x1414d533cd4c71f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f3:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746162:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746167:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746173:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746178:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54066980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746181:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746187:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746194:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xee1a16ec (ffff998b4f62edc0) 00010000:00010000:1.0:1743493958.746197:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746199:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746205:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54066980/0x1414d533cd4c7213 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746224:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746229:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746239:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746244:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54067880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746247:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746253:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746260:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x801dd473 (ffff998b50fed3c0) 00010000:00010000:1.0:1743493958.746262:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746265:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746270:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54067880/0x1414d533cd4c722f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746298:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746304:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746323:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746328:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746331:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746337:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746347:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xb65fef2a (ffff998b50feea80) 00010000:00010000:1.0:1743493958.746349:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746352:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746358:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cf40/0x1414d533cd4c7339 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:1.0:1743493958.746379:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746385:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746390:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746394:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54c7cb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746397:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746403:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746411:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x5a3b2e4f (ffff998b50feda40) 00010000:00010000:1.0:1743493958.746414:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746416:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746422:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54c7cb80/0x1414d533cd4c730f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746442:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746448:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746454:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746458:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56158f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746461:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746466:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746473:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xcbe2ca0f (ffff998b50fed080) 00010000:00010000:1.0:1743493958.746475:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746478:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746484:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56158f40/0x1414d533cd4c738d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746504:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746510:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746515:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746519:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54032980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746522:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746529:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746536:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xbfd87aeb (ffff998b50fee400) 00010000:00010000:1.0:1743493958.746538:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746541:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746546:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032980/0x1414d533cd4c73b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746565:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746570:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746576:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746581:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54033c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746584:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746589:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746596:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x1e0192a5 (ffff998b50fef440) 00010000:00010000:1.0:1743493958.746599:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746601:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746610:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54033c40/0x1414d533cd4c73d3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746628:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746634:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746641:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746646:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54032200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746649:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746655:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746662:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x9062bf83 (ffff998b50fed700) 00010000:00010000:1.0:1743493958.746665:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746668:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746674:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54032200/0x1414d533cd4c73ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746692:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746697:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746706:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746711:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b535047c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746714:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746719:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746725:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xee1a16ec (ffff998b50fef780) 00010000:00010000:1.0:1743493958.746728:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746731:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746736:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535047c0/0x1414d533cd4c740b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746779:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746785:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746791:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746797:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b53505300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746800:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746806:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746814:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xc5f130b7 (ffff998b50fefac0) 00010000:00010000:1.0:1743493958.746817:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746820:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746825:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53505300/0x1414d533cd4c7427 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746845:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746851:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746856:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746861:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746865:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746870:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746877:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x801dd473 (ffff998b50fef100) 00010000:00010000:1.0:1743493958.746880:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746882:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746888:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978040/0x1414d533cd4c7443 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746904:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746910:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746916:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746921:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b56978f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746924:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746930:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746936:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x10cfb8f0 (ffff998b50feca00) 00010000:00010000:1.0:1743493958.746938:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746940:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746944:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978f40/0x1414d533cd4c745f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493958.746959:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746964:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746968:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746972:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a34c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.746975:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746980:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746986:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xb65fef2a (ffff998b50fee740) 00010000:00010000:1.0:1743493958.746988:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.746990:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.746995:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a34c0/0x1414d533cd4c747b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747011:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747016:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747022:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747026:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747029:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747034:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747040:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0xd60b5417 (ffff998b50fecd40) 00010000:00010000:1.0:1743493958.747042:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747044:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747053:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0f40/0x1414d533cd4c7497 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1da:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:1.0:1743493958.747069:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747075:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747080:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747084:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b0a0b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747087:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747092:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747098:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xcbe2ca0f (ffff998c6d1e8380) 00010000:00010000:1.0:1743493958.747100:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747102:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747107:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b0a0b80/0x1414d533cd4c74c1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747122:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747127:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747135:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747139:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb25c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747141:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747146:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747151:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x1e0192a5 (ffff998c6d1ea740) 00010000:00010000:1.0:1743493958.747153:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747155:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747159:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb25c0/0x1414d533cd4c7523 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747175:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747180:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747185:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747189:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54cb3880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747192:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747196:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747204:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8b6dba3a (ffff998c6d1ea400) 00010000:00010000:1.0:1743493958.747206:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747208:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747213:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb3880/0x1414d533cd4c753f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747231:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747236:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747241:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747246:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e247c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747249:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747254:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747261:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xc5f130b7 (ffff998c6d1e9a40) 00010000:00010000:1.0:1743493958.747264:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747267:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747272:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e247c0/0x1414d533cd4c755b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747290:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747296:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747302:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747307:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e27880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747322:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747328:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747336:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0xe364b611 (ffff998c6d1e86c0) 00010000:00010000:1.0:1743493958.747338:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747341:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747346:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e27880/0x1414d533cd4c7577 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747366:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747371:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747376:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747381:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747384:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747391:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747398:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x10cfb8f0 (ffff998c6d1e8a00) 00010000:00010000:1.0:1743493958.747401:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747404:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747410:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24040/0x1414d533cd4c7593 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747443:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747450:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747456:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747462:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e24400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747466:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747472:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747480:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x8d5ea5b7 (ffff998b542b06c0) 00010000:00010000:1.0:1743493958.747483:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747486:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747495:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e24400/0x1414d533cd4c75af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x230:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747515:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747521:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747526:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747529:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747532:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747537:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747544:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0xd60b5417 (ffff998b542b1d80) 00010000:00010000:1.0:1743493958.747547:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747549:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747554:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26980/0x1414d533cd4c75cb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1db:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747572:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747578:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747586:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747591:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b50e26d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747594:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747599:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747607:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x8e4542d7 (ffff998b542b13c0) 00010000:00010000:1.0:1743493958.747609:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747611:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747617:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50e26d40/0x1414d533cd4c7603 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747654:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747661:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747667:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747672:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d325c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747676:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747682:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747691:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8b6dba3a (ffff998b542b0d40) 00010000:00010000:1.0:1743493958.747694:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747697:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747702:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d325c0/0x1414d533cd4c7657 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493958.747722:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747728:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747734:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747739:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d33880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747742:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747748:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747782:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0xe364b611 (ffff998b542b2a80) 00010000:00010000:1.0:1743493958.747784:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747788:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747793:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d33880/0x1414d533cd4c7688 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747826:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747833:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747839:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747845:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747848:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747854:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747863:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x8d5ea5b7 (ffff998b5542d080) 00010000:00010000:1.0:1743493958.747865:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747869:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747874:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d32200/0x1414d533cd4c76c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x231:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747897:0:3663:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747903:0:3663:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747909:0:3663:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747914:0:3663:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d30400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493958.747917:0:3663:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747923:0:3663:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747930:0:3663:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x8e4542d7 (ffff998b5542edc0) 00010000:00010000:1.0:1743493958.747933:0:3663:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493958.747936:0:3663:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493958.747942:0:3663:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30400/0x1414d533cd4c76dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00080000:2.0:1743493958.748908:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 96 committed 00000004:00080000:2.0:1743493958.749080:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 94 committed 00000004:00080000:2.0:1743493958.749641:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 95 committed 00000004:00080000:2.0:1743493958.749785:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 93 committed 00000004:00080000:2.0:1743493958.750290:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 94 committed 00000004:00080000:2.0:1743493958.750463:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 92 committed 00000004:00080000:2.0:1743493958.750922:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 93 committed 00000004:00080000:2.0:1743493958.751026:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 91 committed 00000100:00100000:3.0:1743493958.751968:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492288:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.752091:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.752147:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.752207:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.752249:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1743493958.752255:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492416:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.752346:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.752388:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.752445:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.752495:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492288 00000100:00100000:3.0:1743493958.752502:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492288 00000100:00100000:3.0:1743493958.752577:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492800 00000100:00100000:3.0:1743493958.752580:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492800 00000100:00100000:3.0:1743493958.752604:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492416 00000100:00100000:3.0:1743493958.752606:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492416 00000100:00100000:3.0:1743493958.752628:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492928 00000100:00100000:3.0:1743493958.752631:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492928 00000100:00100000:3.0:1743493958.752702:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:3.0:1743493958.752709:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3678:x1828185060492288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.752746:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:287 count 1 00010000:00010000:3.0:1743493958.752802:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.752822:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 75 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.752835:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.752837:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.752841:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.752898:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 75 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.752912:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 75 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.752922:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060493056:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.753008:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.753025:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:3.0:1743493958.753030:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3678:x1828185060492800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.753051:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:332 count 1 00010000:00010000:3.0:1743493958.753068:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753080:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753086:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.753088:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.753091:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753139:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753148:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 75 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.753157:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060493184:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.753216:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.753232:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:3.0:1743493958.753237:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3678:x1828185060492416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.753257:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:288 count 1 00010000:00010000:3.0:1743493958.753273:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753285:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 75 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753291:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.753292:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.753295:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753353:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 75 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753362:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 75 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.753372:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060493312:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.753428:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.753444:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1743493958.753449:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3678:x1828185060492928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.753468:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:383 count 1 00010000:00010000:3.0:1743493958.753484:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753495:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 75 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493958.753501:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.753503:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.753505:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.753547:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 75 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493958.753556:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 75 pid: 14104 timeout: 1261 lvb_type: 1 00000100:00100000:3.0:1743493958.753565:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060493440:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.753622:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00080000:0.0:1743493958.754433:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493928 00000100:00100000:0.0:1743493958.754580:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50727340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060493952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.754669:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.754710:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060494464:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.754795:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.754832:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1743493958.754838:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50721d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060493824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.754894:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.754926:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a56200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060494336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.754985:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.755034:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060493952 00000100:00100000:0.0:1743493958.755042:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060493952 00000100:00100000:0.0:1743493958.755090:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060494464 00000100:00100000:0.0:1743493958.755093:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060494464 00000100:00100000:0.0:1743493958.755119:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060493824 00000100:00100000:0.0:1743493958.755122:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060493824 00000100:00100000:0.0:1743493958.755147:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060494336 00000100:00100000:0.0:1743493958.755150:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060494336 00000100:00100000:0.0:1743493958.755179:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1743493958.755184:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060493952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.755212:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:200 count 1 00010000:00010000:0.0:1743493958.755241:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755257:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755264:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755266:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755269:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755340:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755353:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 76 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.755364:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060494592:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.755448:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.755466:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:0.0:1743493958.755471:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060494464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.755495:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:205 count 1 00010000:00010000:0.0:1743493958.755514:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755526:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755532:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755534:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755537:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755584:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755594:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 76 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.755604:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060494720:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.755670:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.755688:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:0.0:1743493958.755693:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060493824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.755716:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:204 count 1 00010000:00010000:0.0:1743493958.755735:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755747:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755776:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755778:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.755781:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755827:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755837:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 76 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.755847:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060494848:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.755919:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.755939:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:0.0:1743493958.755944:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3679:x1828185060494336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.755968:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:206 count 1 00010000:00010000:0.0:1743493958.755986:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.755998:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.756004:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.756006:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.756008:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.756050:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 76 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.756059:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 76 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.756068:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060494976:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.756129:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4e0a4900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.760385:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.760477:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933824 00000100:00100000:0.0:1743493958.760488:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933824 00000100:00100000:0.0:1743493958.760569:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12918 00000100:00100000:0.0:1743493958.760578:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027933824:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493958.760610:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493958.760644:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de87c0/0x1414d533cd4c79de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523d5 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.760747:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.760788:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.760800:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:0.0:1743493958.760846:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x202:0x0]: returning size 4096 00000004:00200000:0.0:1743493958.760851:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493958.760870:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493958.760897:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de87c0/0x1414d533cd4c79de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523d5 expref: 99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.760922:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523d5 expref: 98 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.760931:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:0.0:1743493958.760935:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493958.760939:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52de8f40, rc 0) 00000100:00100000:0.0:1743493958.761021:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027933824:12345-192.168.206.41@tcp:101:rm.0 Request processed in 442us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.761030:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12918 00000100:00100000:2.0:1743493958.763210:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492160:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.763352:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.763401:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.763459:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.763495:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b507250c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060493696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.763558:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.763589:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a50bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060494208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.763644:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.763707:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1743493958.763727:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50058600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492032:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.763842:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.763893:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5005a880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492544:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493958.764068:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492160 00000100:00100000:0.0:1743493958.764077:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492160 00000100:00100000:0.0:1743493958.764153:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492672 00000100:00100000:0.0:1743493958.764159:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492672 00000100:00100000:0.0:1743493958.764187:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060493696 00000100:00100000:0.0:1743493958.764190:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060493696 00000100:00100000:0.0:1743493958.764214:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060494208 00000100:00100000:0.0:1743493958.764217:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060494208 00000100:00100000:0.0:1743493958.764240:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492032 00000100:00100000:0.0:1743493958.764243:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492032 00000100:00100000:0.0:1743493958.764275:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:0.0:1743493958.764285:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+11:3677:x1828185060492160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493958.764347:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:282 count 1 00010000:00010000:0.0:1743493958.764394:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764414:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764422:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.764424:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.764428:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764494:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764508:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 75 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.764519:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060495104:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.764608:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.764629:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1743493958.764635:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+11:3677:x1828185060492672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493958.764659:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:331 count 1 00010000:00010000:0.0:1743493958.764691:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764710:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764726:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.764731:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.764734:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764823:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 75 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.764839:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 75 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.764853:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd0040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060495232:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.764939:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.764965:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:0.0:1743493958.764971:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3677:x1828185060493696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.765005:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:382 count 1 00000100:00100000:2.0:1743493958.765100:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.765151:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060493568:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.765215:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.765244:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a522c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060494080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.765298:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.765351:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060492544 00000100:00100000:2.0:1743493958.765357:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060492544 00000100:00100000:2.0:1743493958.765391:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060493568 00000100:00100000:2.0:1743493958.765394:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060493568 00000100:00100000:2.0:1743493958.765416:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060494080 00000100:00100000:2.0:1743493958.765418:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060494080 00000100:00100000:2.0:1743493958.765442:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1743493958.765447:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060494208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493958.765470:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:203 count 1 00010000:00010000:2.0:1743493958.765490:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.765504:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.765511:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.765513:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.765516:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.765567:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.765578:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 76 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.765588:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060495360:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.765618:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765629:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 76 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493958.765639:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.765641:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.765644:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765689:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 76 pid: 14104 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1743493958.765698:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 76 pid: 14104 timeout: 1261 lvb_type: 1 00000100:00100000:0.0:1743493958.765707:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50114540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060495488:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.765792:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.765812:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1743493958.765818:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060492032:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493958.765842:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:327 count 1 00010000:00010000:0.0:1743493958.765862:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765874:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 75 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765880:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.765882:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.765885:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765935:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 75 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.765944:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 75 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.765954:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060495616:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.766018:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.766947:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:3.0:1743493958.766956:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060492544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.766990:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:329 count 1 00010000:00010000:3.0:1743493958.767012:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767025:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 75 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767031:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.767033:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.767035:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767083:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 75 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767093:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 75 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.767102:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060495744:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.767175:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.767194:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:3.0:1743493958.767199:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060493568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.767223:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:381 count 1 00010000:00010000:3.0:1743493958.767241:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767257:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 76 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493958.767263:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.767264:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.767267:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767321:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 76 pid: 15655 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1743493958.767331:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 76 pid: 15655 timeout: 1261 lvb_type: 1 00000100:00100000:3.0:1743493958.767340:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060495872:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.767402:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.767449:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1743493958.767454:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060494080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.767476:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:202 count 1 00010000:00010000:3.0:1743493958.767493:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767504:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767510:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.767512:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.767515:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767559:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 76 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.767569:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 76 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.767578:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50687900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060496000:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.767634:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.769009:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.772060:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a6200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060493056:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.772128:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.785563:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.785607:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.785737:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.785801:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.785935:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027933952 00000100:00100000:1.0:1743493958.785947:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027933952 00010000:00010000:1.0:1743493958.786011:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 76 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.786041:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934080 00000100:00100000:1.0:1743493958.786045:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934080 00010000:00010000:1.0:1743493958.786071:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 77 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.786089:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934336 00000100:00100000:1.0:1743493958.786092:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934336 00010000:00010000:1.0:1743493958.786119:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 77 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.786136:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934464 00000100:00100000:1.0:1743493958.786139:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934464 00010000:00010000:1.0:1743493958.786159:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 78 pid: 14104 timeout: 1261 lvb_type: 1 00000100:00100000:1.0:1743493958.786175:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3401 00000100:00100000:1.0:1743493958.786181:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+78:2437:x1828185027933952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.786207:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.786213:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 78 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786225:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 78 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786251:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54702d40/0x1414d533cd4b64e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d3da expref: 78 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786263:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786265:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786270:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786278:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786344:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.786418:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+77:2437:x1828185027933952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 235us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.786427:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3401 00000100:00100000:1.0:1743493958.786465:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3402 00000100:00100000:1.0:1743493958.786470:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027934080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.786488:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.786493:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 76 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786502:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 76 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786515:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786517:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786520:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786527:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786560:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.786598:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+76:2437:x1828185027934080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 126us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.786606:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3402 00000100:00100000:1.0:1743493958.786635:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3403 00000100:00100000:1.0:1743493958.786639:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+77:2438:x1828185027934336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.786654:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.786660:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 77 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786669:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 77 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.786683:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786685:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786688:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786695:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786730:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.786799:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+77:2438:x1828185027934336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 157us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.786807:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3403 00000100:00100000:1.0:1743493958.786838:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3404 00000100:00100000:1.0:1743493958.786844:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027934464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.786862:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.786867:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 75 pid: 14104 timeout: 1261 lvb_type: 1 00010000:00010000:1.0:1743493958.786878:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 75 pid: 14104 timeout: 1261 lvb_type: 1 00010000:00010000:1.0:1743493958.786891:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786893:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.786897:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786904:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.786935:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.786969:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027934464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 123us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.786975:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3404 00010000:00010000:1.0:1743493958.787052:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d96c0/0x1414d533cd4aabc9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949566 expref: 76 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.787063:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060494592:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.787117:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787127:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787133:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787145:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787152:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787160:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787167:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.787171:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787179:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787191:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.787198:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54d31a80/0x1414d533cd4c79c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789481:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51b15300/0x1414d533cd4bf682 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49502c6 expref: 74 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.789497:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060493184:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.789555:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789565:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789571:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789582:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789595:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789603:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789609:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.789614:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789623:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789641:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.789649:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32d40/0x1414d533cd4c79ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.790123:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3678:x1828185060492800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37088us (37912us total) trans 4294968027 rc 0/0 00000100:00100000:3.0:1743493958.790135:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000004:00080000:3.0:1743493958.790214:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005ed80/2, rc 0, transno 4294968027 00000100:00100000:3.0:1743493958.790230:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.790370:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060496128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.790476:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.790554:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060496128 00000100:00100000:3.0:1743493958.790563:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060496128 00000100:00100000:3.0:1743493958.790623:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1743493958.790630:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3676:x1828185060496128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.790665:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:205 count 1 00010000:00010000:3.0:1743493958.790695:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.790713:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 73 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.790721:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.790724:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.790727:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.790808:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 73 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.790821:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 73 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.790833:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060496256:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.792494:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.792598:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060494720:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.794475:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060494848:192.168.206.41@tcp:104: 00000100:00080000:2.0:1743493958.794740:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493928 00000100:00080000:2.0:1743493958.795042:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493928 00010000:00010000:2.0:1743493958.795194:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08f40/0x1414d533cd4c5eb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951fd0 expref: 73 pid: 14104 timeout: 1261 lvb_type: 1 00000100:00100000:2.0:1743493958.795210:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060493440:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.795263:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795273:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795280:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795290:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795297:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795304:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795319:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d32980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.795323:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795331:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795349:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.795356:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d32980/0x1414d533cd4c79bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.795806:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3678:x1828185060492928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42354us (43359us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1743493958.795817:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1743493958.795889:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060493312:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.795930:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1743493958.796063:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54f7d680/2, rc 0, transno 4294968028 00000100:00100000:2.0:1743493958.796079:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.796193:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbc8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060496384:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.796270:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.796340:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060496384 00000100:00100000:2.0:1743493958.796346:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060496384 00000100:00100000:2.0:1743493958.796389:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1743493958.796395:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3677:x1828185060496384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493958.796427:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:201 count 1 00010000:00010000:2.0:1743493958.796494:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796515:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 72 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796523:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.796525:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.796528:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796581:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 72 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796594:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 72 pid: 15657 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.796605:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060496512:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.796687:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00010000:00010000:2.0:1743493958.796737:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796746:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796780:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796788:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796797:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796804:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d31e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.796808:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796817:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796831:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.796839:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d31e40/0x1414d533cd4c79a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.797353:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3678:x1828185060492288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44641us (45261us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1743493958.797361:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000004:00080000:2.0:1743493958.797425:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50059180/2, rc 0, transno 4294968029 00000100:00100000:2.0:1743493958.797438:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492288:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.797509:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060496640:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.797574:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.797621:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060496640 00000100:00100000:2.0:1743493958.797626:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060496640 00000100:00100000:2.0:1743493958.797663:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1743493958.797669:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3678:x1828185060496640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493958.797695:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:203 count 1 00010000:00010000:2.0:1743493958.797715:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.797729:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 72 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.797736:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.797737:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.797740:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.797815:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 72 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.797826:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 72 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.797835:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060496768:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.797899:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.798209:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060494976:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.798256:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.799628:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.799784:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.812967:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3679:x1828185060493952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57772us (58287us total) trans 4294968019 rc 0/0 00000100:00100000:1.0:1743493958.812982:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000004:00080000:3.0:1743493958.815248:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50727340/2, rc 0, transno 4294968019 00000100:00100000:3.0:1743493958.815281:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50727340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060493952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.815538:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1743493958.815555:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a69d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060496896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.815652:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.820194:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060496896 00000100:00100000:1.0:1743493958.820209:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060496896 00000100:00100000:1.0:1743493958.820286:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:1.0:1743493958.820295:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3678:x1828185060496896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.820348:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:207 count 1 00010000:00010000:1.0:1743493958.820383:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.820409:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 75 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.820416:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.820419:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.820422:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.820467:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493958.820490:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 75 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.820504:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 75 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.820519:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060497024:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.820590:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934208 00000100:00100000:3.0:1743493958.820599:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934208 00010000:00010000:3.0:1743493958.820636:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 73 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.820665:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3405 00000100:00100000:3.0:1743493958.820670:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+73:2437:x1828185027934208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.820689:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.820694:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 73 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.820708:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 73 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.820730:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4b6b38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d5e7 expref: 73 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.820740:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.820742:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.820746:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.820776:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.820829:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.822394:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822469:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822510:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822585:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822713:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822745:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822800:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822844:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822907:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.822992:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.823025:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.830012:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd0040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060495232:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.830080:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.830224:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50114540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060495488:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.830271:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.830330:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060495104:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.830377:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.830423:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060495616:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.830464:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1743493958.830836:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968019 is committed 00000001:00080000:0.0:1743493958.830855:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968018 is committed 00000100:00100000:2.0:1743493958.833837:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.833872:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.833938:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493958.833978:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934592 00000100:00100000:2.0:1743493958.833988:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934592 00010000:00010000:2.0:1743493958.834038:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 64 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834062:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934848 00000100:00100000:2.0:1743493958.834065:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934848 00010000:00010000:2.0:1743493958.834086:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 65 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834096:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934720 00000100:00100000:2.0:1743493958.834098:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934720 00010000:00010000:2.0:1743493958.834118:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834133:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027934976 00000100:00100000:2.0:1743493958.834136:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027934976 00010000:00010000:2.0:1743493958.834157:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 73 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834168:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935104 00000100:00100000:2.0:1743493958.834170:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935104 00010000:00010000:2.0:1743493958.834190:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 74 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834200:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935360 00000100:00100000:2.0:1743493958.834202:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935360 00010000:00010000:2.0:1743493958.834221:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 67 pid: 14104 timeout: 1261 lvb_type: 1 00000100:00100000:2.0:1743493958.834231:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935232 00000100:00100000:2.0:1743493958.834234:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935232 00010000:00010000:2.0:1743493958.834260:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 68 pid: 15655 timeout: 1261 lvb_type: 1 00000100:00100000:2.0:1743493958.834270:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935488 00000100:00100000:2.0:1743493958.834273:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935488 00010000:00010000:2.0:1743493958.834292:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 75 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834302:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935616 00000100:00100000:2.0:1743493958.834304:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935616 00010000:00010000:2.0:1743493958.834339:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 76 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834352:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935744 00000100:00100000:2.0:1743493958.834355:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935744 00010000:00010000:2.0:1743493958.834377:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 69 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834388:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027935872 00000100:00100000:2.0:1743493958.834390:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027935872 00010000:00010000:2.0:1743493958.834412:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 70 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834423:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936128 00000100:00100000:2.0:1743493958.834425:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936128 00010000:00010000:2.0:1743493958.834445:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 77 pid: 15657 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834455:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936000 00000100:00100000:2.0:1743493958.834458:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936000 00010000:00010000:2.0:1743493958.834476:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 78 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834485:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936256 00000100:00100000:2.0:1743493958.834487:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936256 00010000:00010000:2.0:1743493958.834506:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 79 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.834519:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3406 00000100:00100000:2.0:1743493958.834526:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4627d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+70:2438:x1828185027934592:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.834553:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.834559:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 70 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834571:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 70 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834593:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d9a80/0x1414d533cd4ab03e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949718 expref: 70 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834606:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.834608:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.834613:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.834623:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.834684:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.834774:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4627d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+69:2438:x1828185027934592:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 225us (12361us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.834783:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3406 00000100:00100000:2.0:1743493958.834815:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3407 00000100:00100000:2.0:1743493958.834821:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+68:2438:x1828185027934848:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.834837:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.834842:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 68 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834857:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 68 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834869:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515db880/0x1414d533cd4ab109 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494975e expref: 68 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.834877:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.834878:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.834882:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.834889:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.834928:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.834963:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+67:2438:x1828185027934848:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 141us (12494us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.834970:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3407 00000100:00100000:2.0:1743493958.834995:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3408 00000100:00100000:2.0:1743493958.835000:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+66:2438:x1828185027934720:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835015:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835020:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835029:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835041:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5697a200/0x1414d533cd4aae46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949677 expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835049:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835051:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835054:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835061:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835098:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.835132:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+65:2438:x1828185027934720:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 130us (12622us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.835139:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3408 00000100:00100000:2.0:1743493958.835164:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3409 00000100:00100000:2.0:1743493958.835169:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+79:2438:x1828185027934976:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835184:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835190:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 79 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835200:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 79 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835215:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01cb80/0x1414d533cd4bf44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950210 expref: 79 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835229:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835230:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835234:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835241:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835279:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.835325:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+78:2438:x1828185027934976:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 154us (12739us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.835332:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3409 00000100:00100000:2.0:1743493958.835359:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3410 00000100:00100000:2.0:1743493958.835363:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+77:2438:x1828185027935104:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835380:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835385:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 77 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835394:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 77 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835406:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835408:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835411:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835421:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835451:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.835485:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+77:2438:x1828185027935104:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 120us (12772us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.835493:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3410 00000100:00100000:2.0:1743493958.835525:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3411 00000100:00100000:2.0:1743493958.835530:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+64:2438:x1828185027935360:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835546:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835552:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 64 pid: 14104 timeout: 1261 lvb_type: 1 00010000:00010000:2.0:1743493958.835562:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 64 pid: 14104 timeout: 1261 lvb_type: 1 00010000:00010000:2.0:1743493958.835574:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b51b14f40/0x1414d533cd4c5da6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951f7c expref: 64 pid: 14104 timeout: 1261 lvb_type: 1 00010000:00010000:2.0:1743493958.835582:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835583:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835586:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835594:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835642:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.835680:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+63:2438:x1828185027935360:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 148us (12934us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.835687:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3411 00000100:00100000:2.0:1743493958.835716:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3412 00000100:00100000:2.0:1743493958.835721:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+62:2438:x1828185027935232:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835739:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835744:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 62 pid: 15655 timeout: 1261 lvb_type: 1 00010000:00010000:2.0:1743493958.835773:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 62 pid: 15655 timeout: 1261 lvb_type: 1 00010000:00010000:2.0:1743493958.835786:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835788:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835791:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835797:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835828:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.835863:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+62:2438:x1828185027935232:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 141us (13063us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.835869:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3412 00000100:00100000:2.0:1743493958.835897:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3413 00000100:00100000:2.0:1743493958.835904:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4627a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+76:2438:x1828185027935488:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.835919:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.835924:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 76 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835933:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 76 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835945:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b545b96c0/0x1414d533cd4b4e7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494cc1d expref: 76 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.835953:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835954:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.835957:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.835965:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836006:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836042:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4627a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+75:2438:x1828185027935488:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 138us (13197us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836049:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3413 00000100:00100000:2.0:1743493958.836126:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3414 00000100:00100000:2.0:1743493958.836132:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+74:2440:x1828185027935616:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.836148:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836153:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 74 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836163:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 74 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836175:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b50f93100/0x1414d533cd4befa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4950088 expref: 74 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836182:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836184:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836187:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836193:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836233:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836260:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+73:2440:x1828185027935616:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 127us (13352us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836267:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3414 00000100:00100000:2.0:1743493958.836295:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3415 00000100:00100000:2.0:1743493958.836300:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+61:2439:x1828185027935744:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493958.836303:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836325:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836329:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836334:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 61 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.836335:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836344:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836345:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 61 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.836353:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836361:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660d300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.836364:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836366:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.836367:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836369:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836377:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836377:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836397:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.836405:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660d300/0x1414d533cd4c79fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836410:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836437:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+61:2439:x1828185027935744:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 135us (13444us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836444:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3415 00000100:00100000:2.0:1743493958.836473:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3416 00000100:00100000:2.0:1743493958.836479:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+60:2439:x1828185027935872:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.836493:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836499:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 60 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836509:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 60 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836521:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836522:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836526:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836533:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836563:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836588:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+60:2439:x1828185027935872:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 108us (13564us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836594:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3416 00000100:00100000:2.0:1743493958.836621:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3417 00000100:00100000:2.0:1743493958.836626:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+72:2440:x1828185027936128:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.836641:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836647:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 72 pid: 15657 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836657:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 72 pid: 15657 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836667:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836669:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836672:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836679:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836710:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836736:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+72:2440:x1828185027936128:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 108us (2915us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836743:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3417 00000100:00100000:2.0:1743493958.836793:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3418 00000100:00100000:2.0:1743493958.836798:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+71:2440:x1828185027936000:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.836814:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836819:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 71 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836827:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 71 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836839:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836840:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836843:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836850:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.836881:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.836905:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+71:2440:x1828185027936000:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 106us (3033us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.836912:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3418 00000100:00100000:0.0:1743493958.836938:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46efb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3677:x1828185060493696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 71965us (73378us total) trans 4294968020 rc 0/0 00000100:00100000:2.0:1743493958.836941:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3419 00000100:00100000:2.0:1743493958.836946:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+70:2440:x1828185027936256:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1743493958.836947:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00010000:00010000:2.0:1743493958.836962:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.836968:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 70 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836977:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 70 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.836989:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836990:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.836993:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837001:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.837022:0:3677:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968019 gen 2 00000004:00080000:0.0:1743493958.837027:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50727340, transno 4294968019 00010000:00010000:2.0:1743493958.837030:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493958.837042:0:3677:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff998b507250c0 x1828185060493696/t4294968020(4294968020) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1743493974 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:0.0:1743493958.837053:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b507250c0/2, rc 0, transno 4294968020 00000100:00100000:2.0:1743493958.837054:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+70:2440:x1828185027936256:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 107us (3116us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.837059:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b507250c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060493696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.837060:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3419 00010000:00010000:2.0:1743493958.837133:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53507100/0x1414d533cd4aad9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949631 expref: 59 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.837142:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060495360:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.837195:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837204:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837211:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837219:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837226:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837234:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837240:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660c040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.837243:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837250:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837262:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.837269:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660c040/0x1414d533cd4c7a01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.837298:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493958.837325:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd68bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060497152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.837404:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.837449:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060497152 00000100:00100000:0.0:1743493958.837531:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060497152 00000100:00100000:0.0:1743493958.837584:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1743493958.837589:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3677:x1828185060497152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.837617:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:236 count 1 00010000:00010000:0.0:1743493958.837859:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.837874:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.837879:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.837881:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.837884:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.837935:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.837945:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 58 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.837956:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060497280:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.838014:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.838357:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+14:3677:x1828185060494208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72906us (74710us total) trans 4294968021 rc 0/0 00000100:00100000:2.0:1743493958.838365:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00010000:00010000:2.0:1743493958.838411:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838421:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838431:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838439:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838447:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838455:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52debc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.838459:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838467:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838480:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.838487:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52debc40/0x1414d533cd4c79d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.838841:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493958.839424:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839435:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839443:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839450:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839458:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839464:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.839468:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839476:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839489:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.839496:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f4c0/0x1414d533cd4c7a08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x147:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.839518:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3679:x1828185060493824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83822us (84623us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1743493958.839527:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000004:00080000:2.0:1743493958.839805:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50721d00/2, rc 0, transno 4294968022 00000100:00100000:2.0:1743493958.839822:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50721d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060493824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1743493958.839952:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b51b165c0/0x1414d533cd4bf1f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x149:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e495014c expref: 69 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.839963:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060495744:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.840011:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840022:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840028:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840036:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840042:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840049:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840055:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.840058:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840070:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840082:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.840089:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e200/0x1414d533cd4c7a0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x149:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.840192:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50239740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.840273:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1743493958.840347:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50a50bc0/2, rc 0, transno 4294968021 00000100:00100000:0.0:1743493958.840359:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a50bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060494208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.840434:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1743493958.840444:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060497536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.840509:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.840562:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060497408 00000100:00100000:0.0:1743493958.840568:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060497408 00000100:00100000:0.0:1743493958.840611:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060497536 00000100:00100000:0.0:1743493958.840614:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060497536 00000100:00100000:0.0:1743493958.840647:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:0.0:1743493958.840654:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+15:3677:x1828185060497408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.840686:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:244 count 1 00010000:00010000:0.0:1743493958.840714:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.841923:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060492032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76099us (78076us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1743493958.841934:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:1.0:1743493958.841981:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:1.0:1743493958.841988:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3679:x1828185060497536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.842019:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:251 count 1 00010000:00010000:1.0:1743493958.842046:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842065:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 58 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842073:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.842075:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.842079:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842147:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 58 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842160:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.842173:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060497664:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.842267:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493958.842288:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842295:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842304:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842323:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842329:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842335:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de9a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.842339:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842346:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842360:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842366:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52de9a80/0x1414d533cd4c79ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.842865:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060492160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 78578us (79513us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1743493958.842872:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00010000:00010000:1.0:1743493958.842917:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842925:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842932:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842938:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842945:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842950:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de8040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.842953:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842960:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842970:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.842976:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52de8040/0x1414d533cd4c79d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.843554:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060494336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87604us (88565us total) trans 4294968023 rc 0/0 00000100:00100000:1.0:1743493958.843562:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00010000:00010000:1.0:1743493958.843643:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515da200/0x1414d533cd4aabd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949574 expref: 68 pid: 15657 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.843654:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060496512:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.843706:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843719:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843726:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843735:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843743:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843773:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843779:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.843782:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843789:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843801:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.843807:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660ed40/0x1414d533cd4c7a2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.844738:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060496384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48339us (48465us total) trans 4294968033 rc 0/0 00000100:00100000:1.0:1743493958.844745:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00010000:00010000:1.0:1743493958.844849:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53504f40/0x1414d533cd4aad27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495f9 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.844859:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060496768:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.844902:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844910:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844917:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844924:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844930:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844936:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844946:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660e5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.844949:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844956:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844967:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.844973:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660e5c0/0x1414d533cd4c7a32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.845856:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060496640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48184us (48281us total) trans 4294968034 rc 0/0 00000100:00100000:1.0:1743493958.845864:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00010000:00010000:1.0:1743493958.845904:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845912:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845920:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845926:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845934:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845940:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52deb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.845943:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845949:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845959:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.845965:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb4c0/0x1414d533cd4c79f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.846192:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3677:x1828185060492672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81555us (82732us total) trans 4294968035 rc 0/0 00000100:00100000:1.0:1743493958.846198:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000004:00080000:1.0:1743493958.846256:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbced80/2, rc 0, transno 4294968034 00000100:00100000:1.0:1743493958.846272:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060496640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493958.846290:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846297:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846305:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846324:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846331:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846337:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52de8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.846339:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846345:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846356:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.846361:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52de8400/0x1414d533cd4c79c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.846865:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3679:x1828185060494464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 91391us (92069us total) trans 4294968024 rc 0/0 00000100:00100000:1.0:1743493958.846872:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000004:00080000:1.0:1743493958.846978:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbc8bc0/2, rc 0, transno 4294968033 00000100:00100000:1.0:1743493958.846984:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbc8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060496384:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.847002:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50058600/2, rc 0, transno 4294968030 00000100:00100000:1.0:1743493958.847006:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50058600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492032:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.847023:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005d680/2, rc 0, transno 4294968032 00000100:00100000:1.0:1743493958.847027:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492160:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.847043:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005e7c0/2, rc 0, transno 4294968035 00000100:00100000:1.0:1743493958.847047:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492672:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.847087:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50a56200/2, rc 0, transno 4294968023 00000100:00100000:1.0:1743493958.847098:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a56200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060494336:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493958.847115:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4e73bf80/2, rc 0, transno 4294968024 00000100:00100000:1.0:1743493958.847118:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060494464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.847235:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50171740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060497920:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.847302:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.847361:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50173f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060497792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.847415:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.847455:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060497920 00000100:00100000:1.0:1743493958.847462:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060497920 00000100:00100000:1.0:1743493958.847500:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060497792 00000100:00100000:1.0:1743493958.847502:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060497792 00000100:00100000:1.0:1743493958.847526:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:1.0:1743493958.847532:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3676:x1828185060497920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.847562:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:239 count 1 00010000:00010000:1.0:1743493958.847590:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.847611:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.847618:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.847621:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.847624:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.847675:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.847685:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 58 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.847696:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50170600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060498048:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.848946:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.848979:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1743493958.848986:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3679:x1828185060497792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.849019:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:235 count 1 00010000:00010000:1.0:1743493958.849044:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849059:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849066:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.849068:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.849071:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849122:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849293:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 58 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.849304:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060498176:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.849393:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493958.849476:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849484:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849493:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849499:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849506:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849513:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d334c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.849517:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849525:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849540:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.849546:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54d334c0/0x1414d533cd4c79b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x120:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.850140:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3678:x1828185060492416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 96900us (97792us total) trans 4294968036 rc 0/0 00000100:00100000:1.0:1743493958.850149:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000004:00080000:1.0:1743493958.850808:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005b9c0/2, rc 0, transno 4294968036 00000100:00100000:1.0:1743493958.850817:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060492416:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493958.851009:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53505a80/0x1414d533cd4aad20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949600 expref: 58 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.851021:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50687900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060496000:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.851073:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851083:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851094:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851103:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851110:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851117:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851123:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.851126:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851134:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851147:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.851154:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660f100/0x1414d533cd4c7a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.852345:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060494080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 84885us (87041us total) trans 4294968025 rc 0/0 00000100:00100000:1.0:1743493958.852356:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00010000:00010000:1.0:1743493958.852445:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f9300/0x1414d533cd4c59e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e4f expref: 57 pid: 15655 timeout: 1261 lvb_type: 1 00000100:00100000:1.0:1743493958.852456:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060495872:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.852504:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852514:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852521:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852530:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852538:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852545:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852552:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.852556:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852568:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852582:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.852589:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660cf40/0x1414d533cd4c7a16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.852906:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060493568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 85704us (87689us total) trans 4294968026 rc 0/0 00000100:00100000:1.0:1743493958.852913:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000004:00080000:1.0:1743493958.852977:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4a0a0bc0/2, rc 0, transno 4294968026 00000100:00100000:1.0:1743493958.852992:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060493568:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493958.853015:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50a522c0/2, rc 0, transno 4294968025 00000100:00100000:1.0:1743493958.853019:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a522c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060494080:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1743493958.854077:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.854085:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.854087:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.854092:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.854161:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.854174:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.854188:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060498432:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.854297:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.855340:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a850c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060498816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.855444:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.855518:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1743493958.855525:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a81d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060498944:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.855590:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.855642:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060498816 00000100:00100000:3.0:1743493958.855649:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060498816 00000100:00100000:3.0:1743493958.855707:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060498944 00000100:00100000:3.0:1743493958.855711:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060498944 00000100:00100000:3.0:1743493958.855745:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:3.0:1743493958.855772:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3676:x1828185060498816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.855811:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:206 count 1 00010000:00010000:3.0:1743493958.855846:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.855863:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.855871:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.855873:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.855877:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.855939:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.855956:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 66 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.855968:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15640:1828185060499328:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.856062:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.856080:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1743493958.856086:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:3676:x1828185060498944:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.856113:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:208 count 1 00010000:00010000:3.0:1743493958.856131:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856142:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856149:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.856150:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.856153:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856198:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856213:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 66 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.856223:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060499456:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.856283:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.856304:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a82e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060498688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.856382:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.856422:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b527039c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060499200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.856478:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.856517:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1743493958.856524:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060498560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.856580:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.856616:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52700040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060499072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.856671:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.856714:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060498688 00000100:00100000:3.0:1743493958.856719:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060498688 00000100:00100000:3.0:1743493958.856779:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060499200 00000100:00100000:3.0:1743493958.856783:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060499200 00000100:00100000:3.0:1743493958.856812:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060498560 00000100:00100000:3.0:1743493958.856815:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060498560 00000100:00100000:3.0:1743493958.856841:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060499072 00000100:00100000:3.0:1743493958.856843:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060499072 00000100:00100000:3.0:1743493958.856871:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1743493958.856876:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3679:x1828185060498688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.856899:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:207 count 1 00010000:00010000:3.0:1743493958.856919:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856932:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856939:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.856941:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.856944:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.856991:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 66 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857000:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 66 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.857010:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060499584:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.857074:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4e0a4900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.857091:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:3.0:1743493958.857096:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52703400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+22:3679:x1828185060499200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.857117:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:245 count 1 00010000:00010000:3.0:1743493958.857133:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857144:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 66 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857150:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857151:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857154:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857202:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 66 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857217:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.857226:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060499712:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.857293:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.857324:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1743493958.857330:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3679:x1828185060498560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.857352:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:204 count 1 00010000:00010000:3.0:1743493958.857372:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857383:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 66 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857388:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857391:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857394:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 4/0,1 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857440:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 66 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857449:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 66 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.857459:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060499840:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.857611:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.857629:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1743493958.857635:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+22:3679:x1828185060499072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.857657:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:237 count 1 00010000:00010000:3.0:1743493958.857675:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857687:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 66 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857693:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857695:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.857698:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.857701:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493958.857743:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 66 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.857768:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 66 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.857778:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060499968:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.857841:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00010000:00010000:3.0:1743493958.857927:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5011e5c0/0x1414d533cd4aae77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494968c expref: 66 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.857940:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060496256:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.857993:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858004:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858011:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858020:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858026:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858033:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858041:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.858045:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858054:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858072:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.858085:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660f880/0x1414d533cd4c7a24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.858223:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.858293:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.858451:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936640 00000100:00100000:0.0:1743493958.858456:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936640 00010000:00010000:0.0:1743493958.858490:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 57 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.858515:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936512 00000100:00100000:0.0:1743493958.858518:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936512 00010000:00010000:0.0:1743493958.858539:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 58 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.858558:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3420 00000100:00100000:0.0:1743493958.858563:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4627b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+58:2439:x1828185027936640:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493958.858581:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493958.858586:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.858596:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.858612:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.858614:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.858618:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.858631:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.858666:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493958.858710:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4627b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+58:2439:x1828185027936640:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 145us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.858731:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3420 00000100:00100000:0.0:1743493958.858867:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3421 00000100:00100000:0.0:1743493958.858872:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+57:2439:x1828185027936512:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493958.858886:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493958.858891:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.858902:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.858913:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.858915:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.858919:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.858926:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.858956:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493958.858989:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+57:2439:x1828185027936512:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 115us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.858996:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3421 00010000:00010000:0.0:1743493958.859068:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb1300/0x1414d533cd4acd3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1e5 expref: 56 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.859078:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060497280:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.859128:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859138:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859145:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859153:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859160:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859167:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859173:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01fc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.859176:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859188:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859199:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859207:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01fc40/0x1414d533cd4c7a40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.859262:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3676:x1828185060496128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68630us (68787us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1743493958.859270:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000004:00080000:3.0:1743493958.859353:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c7fbccb00/2, rc 0, transno 4294968037 00000100:00100000:3.0:1743493958.859367:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbccb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060496128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.859444:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.859508:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.859560:0:15650:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500096 00000100:00100000:3.0:1743493958.859564:0:15650:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500096 00000100:00100000:3.0:1743493958.859601:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:3.0:1743493958.859606:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3676:x1828185060500096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.859633:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:252 count 1 00010000:00010000:3.0:1743493958.859657:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.859671:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 65 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.859679:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.859681:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.859684:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.859739:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 65 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.859770:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 65 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.859783:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060500224:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.859812:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060497152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22221us (22408us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1743493958.859820:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:3.0:1743493958.859852:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:0.0:1743493958.859890:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b540325c0/0x1414d533cd4ab1cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497ab expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.859901:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060497024:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.859945:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859953:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859959:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859972:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859979:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859985:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.859990:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5660de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.859994:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.860000:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.860012:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.860018:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660de40/0x1414d533cd4c7a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1743493958.867485:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4dd68bc0/2, rc 0, transno 4294968027 00000100:00100000:3.0:1743493958.867516:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd68bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060497152:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.867836:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.867970:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.868055:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.868091:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936768 00000100:00100000:3.0:1743493958.868098:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936768 00010000:00010000:3.0:1743493958.868150:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 55 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.868182:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936896 00000100:00100000:3.0:1743493958.868185:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936896 00010000:00010000:3.0:1743493958.868213:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 56 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.868244:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937024 00000100:00100000:3.0:1743493958.868248:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937024 00010000:00010000:3.0:1743493958.868274:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 57 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.868292:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3422 00000100:00100000:3.0:1743493958.868299:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+57:2440:x1828185027936768:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.868339:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.868346:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868358:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868383:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868385:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868390:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868401:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868446:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.868514:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+57:2440:x1828185027936768:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 213us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.868523:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3422 00000100:00100000:3.0:1743493958.868562:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3423 00000100:00100000:3.0:1743493958.868567:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+56:2440:x1828185027936896:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.868584:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.868589:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 56 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868600:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 56 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868613:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868615:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868619:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868627:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868662:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.868715:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+56:2440:x1828185027936896:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 146us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.868723:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3423 00000100:00100000:3.0:1743493958.868771:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3424 00000100:00100000:3.0:1743493958.868777:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+55:2438:x1828185027937024:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.868795:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.868801:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868811:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.868824:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868826:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.868830:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868838:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.868874:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.868913:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+55:2438:x1828185027937024:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 133us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.868920:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3424 00000100:00100000:3.0:1743493958.869082:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+65:2437:x1828185027934208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 48408us (48614us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.869091:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3405 00000100:00100000:3.0:1743493958.869350:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027936384 00000100:00100000:3.0:1743493958.869355:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027936384 00000100:00100000:3.0:1743493958.869402:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3748 00000100:00100000:3.0:1743493958.869408:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027936384:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493958.872299:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+23:3677:x1828185060492544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 105334us (107190us total) trans 4294968031 rc 0/0 00000100:00100000:3.0:1743493958.872325:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000004:00080000:3.0:1743493958.872432:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5005a880/2, rc 0, transno 4294968031 00000100:00100000:3.0:1743493958.872445:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5005a880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060492544:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1743493958.872803:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5e40/0x1414d533cd4ad9b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6ca expref: 54 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.872820:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060497664:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.872879:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872890:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872897:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872907:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872915:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872924:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872931:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.872935:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872944:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872962:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.872969:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01d6c0/0x1414d533cd4c7a4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.875042:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.875096:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.875133:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060500352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.875226:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.875354:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15640:1828185060499328:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.875417:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.875445:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937152 00000100:00100000:3.0:1743493958.875452:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937152 00010000:00010000:3.0:1743493958.875497:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 54 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.877474:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3679:x1828185060497536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35480us (36959us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1743493958.877487:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:3.0:1743493958.884230:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937280 00000100:00100000:3.0:1743493958.884241:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937280 00000100:00100000:0.0:1743493958.889024:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060496896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68718us (73363us total) trans 4294968028 rc 0/0 00000100:00100000:0.0:1743493958.889040:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:2.0:1743493958.890689:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500352 00000100:00100000:2.0:1743493958.890701:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500352 00000100:00100000:0.0:1743493958.891600:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060498432:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.891660:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.891927:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1743493958.891936:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3677:x1828185060500352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493958.891979:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:236 count 1 00010000:00010000:2.0:1743493958.892012:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892497:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 65 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892507:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.892510:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.892513:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892586:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 65 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892601:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 65 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.892616:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060500480:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.892766:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00010000:00010000:2.0:1743493958.892821:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52916980/0x1414d533cd4acc92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a19f expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.892835:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060498176:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.892895:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892906:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892919:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892930:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892938:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892947:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892955:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.892960:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892970:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892988:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.892996:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01cf40/0x1414d533cd4c7a5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.893718:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3679:x1828185060497792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44728us (46298us total) trans 4294968030 rc 0/0 00000100:00100000:2.0:1743493958.893729:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000004:00080000:2.0:1743493958.893838:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50173f80/2, rc 0, transno 4294968030 00000100:00100000:2.0:1743493958.893845:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50173f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060497792:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493958.893885:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50239180/2, rc 0, transno 4294968029 00000100:00100000:2.0:1743493958.893890:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060497536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493958.893948:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a69d00/2, rc 0, transno 4294968028 00000100:00100000:2.0:1743493958.893952:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a69d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060496896:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.893975:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3425 00000100:00100000:2.0:1743493958.893983:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+53:2437:x1828185027937152:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.894006:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.894014:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 53 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.894027:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 53 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.894047:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4ad3a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a469 expref: 53 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.894056:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.894058:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.894062:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894072:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894119:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.894157:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+52:2437:x1828185027937152:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 174us (19120us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.894164:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3425 00010000:00010000:2.0:1743493958.894223:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6980/0x1414d533cd4acf6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2c5 expref: 51 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.894231:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50170600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060498048:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.894273:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894282:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894289:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894297:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894303:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894320:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894332:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.894336:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894343:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894353:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.894359:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01f100/0x1414d533cd4c7a55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.894865:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 65 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.894916:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3426 00000100:00100000:3.0:1743493958.894922:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+65:2437:x1828185027937280:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.894943:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.894949:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 65 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.894960:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 65 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.894977:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5697b880/0x1414d533cd4ab0d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949749 expref: 65 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.894987:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.894990:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.894993:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.895000:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.895043:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.895085:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+64:2437:x1828185027937280:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 161us (19988us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.895093:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3426 00000100:00100000:0.0:1743493958.895437:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895481:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895510:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895536:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895565:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895660:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.895718:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060499456:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.895783:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3676:x1828185060497920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48249us (48479us total) trans 4294968031 rc 0/0 00010000:00010000:0.0:1743493958.895787:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.895793:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:0.0:1743493958.895830:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060499712:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.895838:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937536 00000100:00100000:2.0:1743493958.895844:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937536 00010000:00010000:2.0:1743493958.895874:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 65 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.895874:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.895888:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937408 00000100:00100000:2.0:1743493958.895891:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937408 00010000:00010000:2.0:1743493958.895913:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 66 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.895914:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060499584:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.895925:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937920 00000100:00100000:2.0:1743493958.895928:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937920 00010000:00010000:0.0:1743493958.895961:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.896002:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060499840:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.897059:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937792 00000100:00100000:1.0:1743493958.897066:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937792 00010000:00010000:0.0:1743493958.898587:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.898626:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027937664 00000100:00100000:0.0:1743493958.898634:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027937664 00000100:00100000:3.0:1743493958.898674:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938048 00000100:00100000:3.0:1743493958.898679:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938048 00010000:00010000:3.0:1743493958.898707:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 69 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.898707:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 69 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.898729:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3427 00000100:00100000:3.0:1743493958.898737:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4627e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+69:2437:x1828185027937536:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1743493958.898740:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3428 00000100:00100000:1.0:1743493958.898745:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+69:2440:x1828185027937408:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.898779:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.898779:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.898788:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 69 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.898788:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 69 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.898802:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 69 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.898802:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 69 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.898825:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4ad3c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a47e expref: 69 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.898825:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54033100/0x1414d533cd4ab252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49497e3 expref: 69 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.898838:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.898838:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.898841:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.898841:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.898845:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.898846:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.898856:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.898856:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.898919:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493958.899020:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 67 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.899040:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3429 00000100:00100000:2.0:1743493958.899045:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+67:2438:x1828185027938048:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.899063:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.899068:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.899077:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.899090:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.899092:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.899095:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.899103:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.899179:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 67 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.899195:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3430 00000100:00100000:0.0:1743493958.899200:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+67:2437:x1828185027937792:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493958.899214:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493958.899218:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.899227:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.899243:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b569796c0/0x1414d533cd4aadcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949646 expref: 67 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.899251:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.899253:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.899256:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.899263:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.899301:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.899337:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4627e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+66:2437:x1828185027937536:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 598us (3899us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.899345:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3427 00000100:00100000:1.0:1743493958.899348:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+66:2440:x1828185027937408:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 603us (3868us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.899354:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3428 00000100:00100000:1.0:1743493958.899382:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3431 00000100:00100000:1.0:1743493958.899387:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+64:2440:x1828185027937920:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.899410:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.899416:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 64 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.899425:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 64 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.899439:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.899441:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.899444:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.899451:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.899479:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3432 00010000:00010000:1.0:1743493958.899483:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.899485:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+64:2440:x1828185027937664:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1743493958.899519:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+64:2440:x1828185027937920:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 131us (4008us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.899526:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3431 00000100:00100000:1.0:1743493958.899573:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a86200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060498304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1743493958.899598:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.899633:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+63:2438:x1828185027938048:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 586us (3972us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.899640:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3429 00000100:00100000:1.0:1743493958.899661:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493958.899732:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493958.899790:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+62:2437:x1828185027937792:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 587us (4252us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.899797:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3430 00010000:00010000:3.0:1743493958.899898:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.899906:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 61 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.899915:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 61 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.899928:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54030b80/0x1414d533cd4ab19c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949796 expref: 61 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.899935:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.899937:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.899940:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.899947:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.899984:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.900017:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+60:2440:x1828185027937664:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 531us (4451us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.900024:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3432 00000100:00100000:0.0:1743493958.900435:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027936384:12345-192.168.206.41@tcp:37:rm.0 Request processed in 31024us (42732us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.900444:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3748 00010000:00010000:0.0:1743493958.900486:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900496:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900505:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900512:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900520:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900527:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c7c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.900532:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900540:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900564:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.900570:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c7c0/0x1414d533cd4c7a78 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493958.902092:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50171740/2, rc 0, transno 4294968031 00000100:00100000:1.0:1743493958.902103:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50171740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060497920:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1743493958.902135:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902145:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902154:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902161:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902169:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902176:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01ed40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.902180:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902188:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902204:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.902212:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01ed40/0x1414d533cd4c7a6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.902289:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060498304 00000100:00100000:2.0:1743493958.902297:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060498304 00000100:00100000:2.0:1743493958.902363:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1743493958.902370:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3677:x1828185060498304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493958.902408:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:234 count 1 00000100:00100000:1.0:1743493958.902917:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+25:3676:x1828185060498944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46829us (47325us total) trans 4294968039 rc 0/0 00000100:00100000:1.0:1743493958.902925:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000004:00080000:1.0:1743493958.902981:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a81d00/2, rc 0, transno 4294968039 00000100:00100000:1.0:1743493958.902996:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a81d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060498944:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493958.903145:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52703400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+24:3679:x1828185060499200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46046us (46665us total) trans 4294968038 rc 0/0 00000100:00100000:0.0:1743493958.903153:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00010000:00010000:0.0:1743493958.903194:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903203:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903211:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903218:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903225:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903231:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.903234:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903242:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903254:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.903261:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01e980/0x1414d533cd4c7a7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903545:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903554:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903562:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903569:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903575:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903580:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.903583:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903595:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903605:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.903611:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f880/0x1414d533cd4c7a63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.904495:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b390040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500864:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.904585:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.904628:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feba2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060501376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1743493958.904632:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.904650:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 50 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.904659:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.904661:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.904666:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.904685:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1743493958.904728:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 50 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.904740:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 50 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.904766:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060501504:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.905454:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493958.905464:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fda3400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500992:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.905526:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.905531:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.905553:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500864 00000100:00100000:2.0:1743493958.905560:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500864 00000100:00100000:1.0:1743493958.905578:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060501376 00000100:00100000:1.0:1743493958.905581:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060501376 00000100:00100000:1.0:1743493958.905623:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500992 00000100:00100000:1.0:1743493958.905626:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500992 00000100:00100000:1.0:1743493958.905661:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1743493958.905668:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3676:x1828185060500864:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.905703:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:247 count 1 00000100:00100000:2.0:1743493958.906254:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:2.0:1743493958.906260:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3676:x1828185060501376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493958.906283:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:243 count 1 00010000:00010000:2.0:1743493958.906304:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.906332:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.906339:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.906341:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.906344:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.906395:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.906405:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 50 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.906415:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060501632:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.906477:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49d00 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.906494:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060500608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.906566:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.906603:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060501120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.906653:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.906688:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1743493958.906694:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4b391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060500736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.906772:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.906813:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060501248:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.906875:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1743493958.906883:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.906897:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.906904:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.906906:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.906909:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1743493958.906947:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b527039c0/2, rc 0, transno 4294968038 00010000:00010000:1.0:1743493958.906956:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.906961:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b527039c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060499200:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493958.906966:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 50 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.906976:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500608 00000100:00100000:1.0:1743493958.906976:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060501760:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.906980:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500608 00000100:00100000:2.0:1743493958.907012:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060501120 00000100:00100000:2.0:1743493958.907015:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060501120 00000100:00100000:1.0:1743493958.907041:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.907053:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060500736 00000100:00100000:2.0:1743493958.907056:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060500736 00000100:00100000:1.0:1743493958.907057:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060501248 00000100:00100000:1.0:1743493958.907060:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060501248 00000100:00100000:2.0:1743493958.907080:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:2.0:1743493958.907085:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3676:x1828185060500992:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493958.907513:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1743493958.907518:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3678:x1828185060500608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493958.907563:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:240 count 1 00010000:00010000:1.0:1743493958.907587:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.907600:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 59 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.907607:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.907608:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.907611:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.907663:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 59 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.907674:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 59 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.907685:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060501888:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.908196:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060498560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50862us (51613us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1743493958.908206:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00100000:0.0:1743493958.908248:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:0.0:1743493958.908254:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060501120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.908278:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:232 count 1 00000100:00100000:3.0:1743493958.908289:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3676:x1828185060498816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52536us (52844us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1743493958.908297:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00010000:00010000:0.0:1743493958.908299:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908326:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908333:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.908335:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.908338:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.908349:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1743493958.908355:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46ece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060500736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.908376:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:237 count 1 00010000:00010000:0.0:1743493958.908390:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908393:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908402:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.908404:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908412:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.908413:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1743493958.908414:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060502016:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.908416:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908465:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908475:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 50 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.908486:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060502144:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.908490:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00010000:00010000:0.0:1743493958.908513:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908522:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908530:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908538:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908545:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908552:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.908557:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908565:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908630:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.908638:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01da80/0x1414d533cd4c7a71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.908707:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00010000:00010000:3.0:1743493958.908776:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb2980/0x1414d533cd4acd41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1ec expref: 59 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.908786:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060499968:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.908841:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908849:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908856:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908863:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908870:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908877:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908883:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01f4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.908886:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908892:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908904:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.908910:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01f4c0/0x1414d533cd4c7a86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.909318:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060498688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52427us (52922us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1743493958.909328:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1743493958.909364:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1743493958.909370:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060501248:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.909395:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:245 count 1 00010000:00010000:0.0:1743493958.909415:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.909427:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.909434:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.909435:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.909438:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.909488:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 50 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.909498:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 50 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.909509:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060502272:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.909575:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00002000:00080000:2.0:1743493958.909677:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:249 count 1 00010000:00010000:2.0:1743493958.909697:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.909709:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 50 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.909716:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.909718:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.909721:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.909783:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 50 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.909793:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 50 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.909803:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060502400:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493958.909869:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.910944:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000004:00080000:1.0:1743493958.911001:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a850c0/2, rc 0, transno 4294968041 00000100:00100000:1.0:1743493958.911022:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a850c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060498816:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493958.911031:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493958.911044:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060502528:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493958.911122:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.911173:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060502528 00000100:00100000:1.0:1743493958.911179:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060502528 00000100:00100000:1.0:1743493958.911232:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:1.0:1743493958.911238:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3676:x1828185060502528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493958.911266:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:235 count 1 00010000:00010000:1.0:1743493958.911289:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.911304:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.911323:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.911325:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.911328:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.911381:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 58 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.911392:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 58 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.911402:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060502656:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.911449:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.911711:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000004:00080000:2.0:1743493958.912411:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a81180/2, rc 0, transno 4294968040 00000100:00100000:2.0:1743493958.912422:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060498560:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493958.912455:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a82e40/2, rc 0, transno 4294968042 00000100:00100000:2.0:1743493958.912458:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a82e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060498688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493958.912613:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060500480:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.912664:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.912684:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50114540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060502784:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493958.913903:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493958.913927:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060503040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.916010:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060499072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58366us (59330us total) trans 4294968043 rc 0/0 00000100:00100000:3.0:1743493958.916026:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00010000:00010000:3.0:1743493958.916142:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4ad9d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a6e6 expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.916157:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060500224:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.916172:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916188:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916199:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916206:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916214:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916221:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.916226:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916234:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916236:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916244:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916253:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916255:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.916260:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e200/0x1414d533cd4c7a47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916263:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916269:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916276:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916282:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.916285:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916292:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916303:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.916320:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01c400/0x1414d533cd4c7a8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.917522:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3676:x1828185060500096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 57912us (58010us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1743493958.917533:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:3.0:1743493958.917602:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938176 00000100:00100000:3.0:1743493958.917611:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938176 00010000:00010000:3.0:1743493958.917653:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 58 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.917690:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3433 00000100:00100000:3.0:1743493958.917697:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+58:2439:x1828185027938176:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493958.917723:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493958.917729:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 58 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.917742:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 58 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.917781:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4acc99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a1a6 expref: 58 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.917793:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.917795:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493958.917800:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.917809:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.917863:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493958.917926:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+57:2439:x1828185027938176:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 228us (6214us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493958.917934:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3433 00000004:00080000:3.0:1743493958.918173:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064a2c0/2, rc 0, transno 4294968044 00000100:00100000:3.0:1743493958.918187:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500096:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.918211:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060502912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.918288:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1743493958.918358:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52700040/2, rc 0, transno 4294968043 00000100:00100000:3.0:1743493958.918363:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52700040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060499072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.918382:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060502912 00000100:00100000:3.0:1743493958.918386:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060502912 00000100:00100000:3.0:1743493958.918423:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:3.0:1743493958.918429:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3679:x1828185060502912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.918457:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:248 count 1 00010000:00010000:3.0:1743493958.918484:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918499:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 56 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918505:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.918508:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.918511:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918567:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 56 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918584:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 56 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.918595:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060503168:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.918671:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493958.918805:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918815:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918825:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918834:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918842:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918849:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01d300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.918854:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918862:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918877:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.918885:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b01d300/0x1414d533cd4c7a94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.919650:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3677:x1828185060500352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27712us (44421us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1743493958.919660:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:3.0:1743493958.919864:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493958.919864:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060497408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79208us (79589us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1743493958.919872:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:3.0:1743493958.919875:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060503296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493958.919946:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.920004:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1743493958.920014:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50687340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060503424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493958.920073:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060503296 00000100:00100000:3.0:1743493958.920081:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493958.920082:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060503296 00000100:00100000:1.0:1743493958.920125:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060503424 00000100:00100000:1.0:1743493958.920129:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060503424 00000100:00100000:2.0:1743493958.922647:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.923030:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.933579:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060502784 00000100:00100000:3.0:1743493958.933602:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060502784 00000100:00100000:3.0:1743493958.933718:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:3.0:1743493958.933728:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3676:x1828185060503296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493958.933804:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:233 count 1 00010000:00010000:3.0:1743493958.933855:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.934077:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1743493958.934084:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+29:3679:x1828185060503424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493958.934110:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:246 count 1 00010000:00010000:1.0:1743493958.934131:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934151:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934159:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.934161:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.934165:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934240:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934253:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.934260:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 56 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.934268:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060503552:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.934271:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.934272:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.934275:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.934338:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 56 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.934347:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 56 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.934356:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060503680:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.934405:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.934416:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c6b314900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.934433:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1743493958.934439:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3678:x1828185060502784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493958.934462:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:238 count 1 00010000:00010000:1.0:1743493958.934479:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934489:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934495:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.934497:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.934499:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 4/0,1 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934544:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.934552:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.934562:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060503808:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.934624:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.934636:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.934814:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a5c40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060501504:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.934870:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.936785:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060503040 00000100:00100000:2.0:1743493958.936799:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060503040 00000100:00100000:2.0:1743493958.936878:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:2.0:1743493958.936885:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+30:3677:x1828185060503040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493958.936926:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:250 count 1 00010000:00010000:2.0:1743493958.936960:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.936980:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.936988:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.936990:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.936994:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.937088:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 56 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.937101:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.937116:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060503936:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.939099:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060501632:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.939168:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.939346:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060502016:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.939396:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.939425:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938432 00000100:00100000:3.0:1743493958.939432:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938432 00000100:00100000:1.0:1743493958.940048:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940096:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.940179:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3749 00000100:00100000:3.0:1743493958.940188:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027938432:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:1.0:1743493958.940294:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940349:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940389:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940425:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940460:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940497:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.940620:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060501760:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.940670:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.940716:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060502656:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.940785:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.940807:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938560 00000100:00100000:1.0:1743493958.940812:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938560 00010000:00010000:1.0:1743493958.940849:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 51 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.940867:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938816 00000100:00100000:1.0:1743493958.940870:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938816 00010000:00010000:1.0:1743493958.940893:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.940903:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939072 00000100:00100000:1.0:1743493958.940906:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939072 00010000:00010000:1.0:1743493958.940926:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 53 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.940937:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939328 00000100:00100000:1.0:1743493958.940940:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939328 00010000:00010000:1.0:1743493958.940962:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.940974:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938688 00000100:00100000:1.0:1743493958.940977:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938688 00010000:00010000:1.0:1743493958.940998:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.941008:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027938944 00000100:00100000:1.0:1743493958.941010:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027938944 00010000:00010000:1.0:1743493958.941030:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.941041:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939200 00000100:00100000:1.0:1743493958.941043:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939200 00010000:00010000:1.0:1743493958.941064:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 56 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.941073:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939456 00000100:00100000:1.0:1743493958.941075:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939456 00010000:00010000:1.0:1743493958.941097:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 57 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.941112:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3434 00000100:00100000:1.0:1743493958.941118:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c46278850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+57:2440:x1828185027938560:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.941139:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.941144:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 57 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941156:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 57 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941180:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa087c0/0x1414d533cd4acbf1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a160 expref: 57 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941196:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941198:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941204:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941214:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941269:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.941358:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c46278850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+56:2440:x1828185027938560:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 238us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.941366:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3434 00000100:00100000:1.0:1743493958.941503:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3435 00000100:00100000:1.0:1743493958.941509:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+55:2440:x1828185027938816:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.941527:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.941532:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 55 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941541:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 55 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941554:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52915a80/0x1414d533cd4ad655 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a57a expref: 55 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941567:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941568:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941571:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941578:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941618:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.941655:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+54:2440:x1828185027938816:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 145us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.941663:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3435 00000100:00100000:1.0:1743493958.941690:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3436 00000100:00100000:1.0:1743493958.941695:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+53:2440:x1828185027939072:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.941710:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.941715:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 53 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941723:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 53 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941735:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941736:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941740:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941773:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.941795:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027938432:12345-192.168.206.41@tcp:35:rm.0 Request processed in 1606us (7158us total) trans 4294975069 rc 0/0 00000100:00100000:3.0:1743493958.941804:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3749 00010000:00010000:1.0:1743493958.941807:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.941842:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+53:2440:x1828185027939072:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 145us (1548us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.941849:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3436 00000100:00100000:3.0:1743493958.941876:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060502144:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.941876:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3437 00000100:00100000:1.0:1743493958.941881:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+57:2440:x1828185027939328:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.941897:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.941902:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941912:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.941926:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941927:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa09300/0x1414d533cd4acbea lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a159 expref: 57 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.941935:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941937:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.941940:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941947:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.941989:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.942027:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+56:2440:x1828185027939328:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 144us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.942035:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3437 00000100:00100000:1.0:1743493958.942063:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3438 00000100:00100000:1.0:1743493958.942068:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+52:2440:x1828185027938688:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.942084:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.942089:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.942099:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.942110:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54740f40/0x1414d533cd4ad2ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a40e expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.942118:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.942119:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.942122:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.942129:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942164:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942173:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942183:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942190:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942197:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942208:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01e5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.942212:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942220:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942232:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.942239:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01e5c0/0x1414d533cd4c7a9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942845:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5071fc40/0x1414d533cd4ad487 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4c4 expref: 51 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.942860:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060502272:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.942911:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942922:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942929:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942937:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942944:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942951:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942958:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d6980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493958.942961:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942969:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942982:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.942989:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d6980/0x1414d533cd4c7ac5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.943127:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.943177:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060502400:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493958.943221:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.943250:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3439 00000100:00100000:2.0:1743493958.943258:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+50:2440:x1828185027938944:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.943280:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.943286:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943299:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943351:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52914f40/0x1414d533cd4aca62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0bf expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943367:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.943369:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.943374:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.943382:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.943427:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.943469:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+49:2440:x1828185027938944:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 211us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.943477:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3439 00000100:00100000:2.0:1743493958.943790:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3440 00000100:00100000:2.0:1743493958.943797:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+48:2440:x1828185027939200:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.943816:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.943823:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 48 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943834:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 48 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943849:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb2200/0x1414d533cd4acddb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a224 expref: 48 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.943857:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.943858:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.943862:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.943870:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.943914:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.943952:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+47:2440:x1828185027939200:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 155us (3492us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.943959:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3440 00000100:00100000:2.0:1743493958.943988:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3441 00000100:00100000:2.0:1743493958.943994:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4619a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+46:2440:x1828185027939456:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493958.944009:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493958.944014:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 46 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.944024:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 46 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.944037:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f174c0/0x1414d533cd4ad7eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a622 expref: 46 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493958.944044:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.944046:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493958.944049:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944056:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944093:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493958.944126:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4619a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+45:2440:x1828185027939456:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 132us (3629us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493958.944133:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3441 00010000:00010000:2.0:1743493958.944169:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944177:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944186:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944193:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944200:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944207:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d7c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.944211:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944219:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944235:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.944242:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7c40/0x1414d533cd4c7ab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.944952:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.944999:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+44:2440:x1828185027938688:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2927us (4606us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.945008:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3438 00000100:00100000:1.0:1743493958.945165:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060501888:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493958.945217:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945239:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945247:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945257:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945264:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945272:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945278:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01c040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.945282:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945290:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945321:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.945330:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01c040/0x1414d533cd4c7aa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.945490:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3677:x1828185060498304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43117us (45826us total) trans 4294968033 rc 0/0 00000100:00100000:1.0:1743493958.945952:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+28:3676:x1828185060500864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40282us (41366us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1743493958.946196:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1743493958.946201:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00010000:00010000:3.0:1743493958.946248:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946248:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946259:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946259:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946269:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946269:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946277:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946278:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946285:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946286:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946291:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.946292:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b01de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.946296:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946296:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946304:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946304:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946329:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946330:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.946337:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b01de40/0x1414d533cd4c7aa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.946338:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d65c0/0x1414d533cd4c7ad3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.948300:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b568fd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3676:x1828185060501376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42034us (43608us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1743493958.948323:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000004:00080000:3.0:1743493958.948461:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4b390040/2, rc 0, transno 4294968036 00000100:00100000:3.0:1743493958.948490:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b390040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500864:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493958.948527:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4feba2c0/2, rc 0, transno 4294968037 00000100:00100000:3.0:1743493958.948532:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feba2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060501376:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.949048:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:15625:1828185060503168:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.949104:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.949251:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.949376:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3678:x1828185060501120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41119us (42719us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1743493958.949386:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00010000:00010000:2.0:1743493958.949437:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949447:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949458:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949465:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949473:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949479:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.949484:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949492:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949522:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.949530:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d4b80/0x1414d533cd4c7abe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.949878:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.949941:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.950009:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.950062:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504064 00000100:00100000:3.0:1743493958.950070:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504064 00000100:00100000:3.0:1743493958.950115:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504192 00000100:00100000:3.0:1743493958.950118:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504192 00000100:00100000:3.0:1743493958.950150:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:3.0:1743493958.950156:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3679:x1828185060504064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.950191:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:248 count 1 00010000:00010000:3.0:1743493958.950218:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.950235:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.950242:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.950244:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.950247:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.950320:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.950333:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 43 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.950345:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060504320:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.950430:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.950447:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:3.0:1743493958.950453:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+27:3676:x1828185060504192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.950474:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:233 count 1 00010000:00010000:3.0:1743493958.950492:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.950681:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3678:x1828185060501248:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41309us (43805us total) trans 4294968034 rc 0/0 00000100:00100000:0.0:1743493958.950690:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000004:00080000:0.0:1743493958.950792:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a86200/2, rc 0, transno 4294968033 00000100:00100000:0.0:1743493958.950808:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a86200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060498304:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493958.950833:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064e7c0/2, rc 0, transno 4294968045 00000100:00100000:0.0:1743493958.950844:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060500352:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493958.950865:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50239740/2, rc 0, transno 4294968032 00000100:00100000:0.0:1743493958.950870:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50239740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060497408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.950938:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1743493958.950947:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493958.951011:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.951049:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504448 00000100:00100000:0.0:1743493958.951053:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504448 00000100:00100000:0.0:1743493958.951091:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:0.0:1743493958.951096:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3676:x1828185060504448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493958.951117:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:249 count 1 00010000:00010000:0.0:1743493958.951139:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.951153:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 55 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.951161:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.951163:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.951165:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493958.951332:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46ece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3678:x1828185060500736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42975us (44558us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1743493958.951340:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00010000:00010000:2.0:1743493958.951381:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951390:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951399:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951407:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951416:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951429:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d7100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493958.951433:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.951437:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+32:3676:x1828185060502528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40197us (40314us total) trans 4294968046 rc 0/0 00010000:00010000:2.0:1743493958.951441:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.951445:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00010000:00010000:2.0:1743493958.951455:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.951463:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7100/0x1414d533cd4c7acc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493958.951643:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252ae40/2, rc 0, transno 4294968046 00000100:00100000:1.0:1743493958.951654:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252ae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060502528:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493958.951709:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.951716:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.951718:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.951721:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.951728:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50721740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504832:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493958.952013:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.952024:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.952034:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50724540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060504960:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493958.952198:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.952241:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50725680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.952303:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.952353:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1743493958.952358:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b51a6e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.952411:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.952449:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504704 00000100:00100000:3.0:1743493958.952454:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504704 00000100:00100000:3.0:1743493958.952487:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504576 00000100:00100000:3.0:1743493958.952490:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504576 00000100:00100000:3.0:1743493958.953253:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:3.0:1743493958.953261:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3679:x1828185060504704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493958.953297:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:246 count 1 00010000:00010000:3.0:1743493958.953343:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.953360:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.953367:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.953369:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.953372:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.953435:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.953447:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.953458:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060505088:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493958.953891:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 55 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.953903:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.953914:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060505216:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.954000:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.954199:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.954281:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.955042:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060504832 00000100:00100000:0.0:1743493958.955049:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060504832 00000100:00100000:0.0:1743493958.955105:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1743493958.955113:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:3679:x1828185060504576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.955160:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:250 count 1 00010000:00010000:0.0:1743493958.955184:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955200:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955207:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.955210:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.955213:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955270:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955281:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.955292:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060505344:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.955368:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.955387:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1743493958.955392:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3676:x1828185060504832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493958.955417:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:244 count 1 00010000:00010000:0.0:1743493958.955439:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955452:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 55 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955458:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.955460:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.955463:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955510:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 55 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.955520:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 55 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.955530:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f78600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060505472:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.955579:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.956946:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3676:x1828185060500992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49856us (51416us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1743493958.956956:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000004:00080000:2.0:1743493958.957047:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4b391180/2, rc 0, transno 4294968038 00000100:00100000:2.0:1743493958.957066:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4b391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060500736:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493958.957089:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4febc540/2, rc 0, transno 4294968034 00000100:00100000:2.0:1743493958.957094:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060501248:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493958.957114:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fc00040/2, rc 0, transno 4294968035 00000100:00100000:2.0:1743493958.957118:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060501120:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.957373:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060505728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.957449:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.957494:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493958.957501:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060505856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493958.957565:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493958.957622:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060505728 00000100:00100000:2.0:1743493958.957628:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060505728 00000100:00100000:2.0:1743493958.957675:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060505856 00000100:00100000:2.0:1743493958.957679:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060505856 00000100:00100000:2.0:1743493958.957713:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:2.0:1743493958.957720:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3678:x1828185060505728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493958.957784:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:240 count 1 00010000:00010000:2.0:1743493958.957816:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.957834:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.957842:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.957844:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493958.957847:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.957905:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493958.957918:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 43 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.957930:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060505984:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.958455:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:1.0:1743493958.958462:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3678:x1828185060505856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493958.958491:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:242 count 1 00010000:00010000:1.0:1743493958.958513:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.958526:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.958537:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.958539:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493958.958542:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.958569:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54f7a880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060505600:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1743493958.958592:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 43 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.958602:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.958611:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b567eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060506112:192.168.206.41@tcp:104: 00000004:00080000:0.0:1743493958.961258:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fda3400/2, rc 0, transno 4294968039 00000100:00100000:0.0:1743493958.961293:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fda3400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060500992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.961320:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493958.961414:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060505600 00000100:00100000:3.0:1743493958.961421:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060505600 00000100:00100000:0.0:1743493958.961425:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50170600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060506240:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493958.961478:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:3.0:1743493958.961486:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3677:x1828185060505600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493958.961491:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493958.961540:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060506240 00000100:00100000:0.0:1743493958.961545:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060506240 00000100:00100000:0.0:1743493958.961583:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:0.0:1743493958.961587:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3676:x1828185060506240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493958.961615:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:238 count 1 00010000:00010000:0.0:1743493958.961648:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1743493958.961672:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:241 count 1 00010000:00010000:0.0:1743493958.961672:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.961680:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.961683:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493958.961687:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.961691:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.961701:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.961708:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.961709:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493958.961712:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.961778:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.961778:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 43 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.961792:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 43 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493958.961793:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 43 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.961805:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060506368:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.961805:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060506496:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.961902:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493958.961959:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493958.962057:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4e0a4900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493958.962300:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493958.971197:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.971242:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.972415:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.972463:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493958.972554:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493958.972602:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060503808:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493958.972605:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939712 00000100:00100000:0.0:1743493958.972612:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939712 00010000:00010000:1.0:1743493958.972663:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.972665:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 56 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493958.972694:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939584 00000100:00100000:0.0:1743493958.972698:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939584 00000100:00100000:1.0:1743493958.972704:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939840 00000100:00100000:1.0:1743493958.972707:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939840 00010000:00010000:1.0:1743493958.972732:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.972748:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027939968 00000100:00100000:1.0:1743493958.972769:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027939968 00010000:00010000:1.0:1743493958.972796:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 59 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.972814:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940096 00000100:00100000:1.0:1743493958.972817:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940096 00010000:00010000:1.0:1743493958.972839:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 60 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493958.972856:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3442 00000100:00100000:1.0:1743493958.972863:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+60:2439:x1828185027939712:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.972889:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.972896:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 60 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.972908:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 60 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.972932:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4ad663 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a58f expref: 60 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.972944:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.972946:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.972951:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.972960:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973011:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.973077:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+59:2439:x1828185027939712:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 212us (1890us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.973085:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3442 00000100:00100000:1.0:1743493958.973116:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3443 00000100:00100000:1.0:1743493958.973121:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+58:2438:x1828185027939840:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.973137:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.973141:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973151:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 58 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973162:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973164:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973167:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973173:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973208:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.973247:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+58:2438:x1828185027939840:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 124us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.973254:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3443 00000100:00100000:1.0:1743493958.973284:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3444 00000100:00100000:1.0:1743493958.973288:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+57:2438:x1828185027939968:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.973304:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.973321:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 57 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973332:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 57 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973345:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973346:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973349:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973355:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973386:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.973425:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+57:2438:x1828185027939968:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 134us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.973432:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3444 00000100:00100000:1.0:1743493958.973457:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3445 00000100:00100000:1.0:1743493958.973462:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+56:2440:x1828185027940096:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.973478:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493958.973482:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973492:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973503:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52de8b80/0x1414d533cd4ace05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a239 expref: 56 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973511:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973513:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493958.973516:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973522:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973564:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493958.973602:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+55:2440:x1828185027940096:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 137us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493958.973609:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3445 00010000:00010000:1.0:1743493958.973643:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973647:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973652:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973660:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973668:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493958.973670:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3446 00000100:00100000:0.0:1743493958.973675:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+54:2439:x1828185027939584:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493958.973676:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973687:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d6200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.973692:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973693:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493958.973697:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973701:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973707:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493958.973713:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 2/0,0 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.973720:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6200/0x1414d533cd4c7aef lrc: 0/0,0 mode: --/PW res: [0x280000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973733:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b47c0/0x1414d533cd4acfb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a2e1 expref: 54 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493958.973741:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.973743:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493958.973746:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973767:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493958.973805:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493958.973841:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+53:2439:x1828185027939584:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 165us (2599us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493958.973848:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3446 00000100:00100000:1.0:1743493958.974472:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3678:x1828185060502784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40030us (51829us total) trans 4294968047 rc 0/0 00000100:00100000:1.0:1743493958.974482:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00010000:00010000:1.0:1743493958.974544:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974554:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974562:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974570:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974579:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974586:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.974589:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974598:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974612:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.974620:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d4400/0x1414d533cd4c7ab0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.975184:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3678:x1828185060500608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 67662us (68615us total) trans 4294968048 rc 0/0 00000100:00100000:1.0:1743493958.975193:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000004:00080000:1.0:1743493958.975730:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50114540/2, rc 0, transno 4294968047 00010000:00010000:3.0:1743493958.976067:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4aca69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0c6 expref: 52 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493958.976081:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b506822c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060503680:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493958.976142:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976153:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976161:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976171:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976178:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976186:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976193:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d5e40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493958.976197:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976205:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976221:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.976228:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d5e40/0x1414d533cd4c7ae1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493958.976953:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3676:x1828185060503296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43223us (57004us total) trans 4294968049 rc 0/0 00000100:00100000:3.0:1743493958.976963:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:3.0:1743493958.977123:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493958.977157:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940352 00000100:00100000:3.0:1743493958.977165:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940352 00000100:00100000:3.0:1743493958.977222:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12919 00000100:00100000:3.0:1743493958.977230:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6e262050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027940352:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:3.0:1743493958.977343:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493958.977368:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de8f40/0x1414d533cd4c79e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523d5 expref: 99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.977398:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b55e65a80/0x1414d533cd4b4774 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c9a7 expref: 98 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.977434:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4aca85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x202:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0cd expref: 97 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.977458:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4ac9d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x202:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a08e expref: 96 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493958.977479:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:3.0:1743493958.977499:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493958.977535:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977547:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977556:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977598:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977605:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977612:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977736:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x202:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977744:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.977785:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:3.0:1743493958.978184:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3924, 176 off693056 00000004:00200000:3.0:1743493958.978284:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x202:0x0]: returning size 4096 00010000:00010000:3.0:1743493958.978300:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978320:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978327:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978334:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b5e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493958.978338:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978346:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978356:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x202:0x0].0x0 (ffff998b5542edc0) 00010000:00010000:3.0:1743493958.978359:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493958.978363:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978369:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b5e40/0x1414d533cd4c7b51 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x202:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978691:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978699:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978705:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978711:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b74c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493958.978714:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978725:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978734:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493958.978736:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493958.978740:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978744:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b74c0/0x1414d533cd4c7b43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:3.0:1743493958.978786:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000c06ce822 reply state 0000000082945254 transno 4294975070 ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978799:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493958.978806:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x56ca4f59 (ffff998b5542ca00) 00010000:00010000:3.0:1743493958.978808:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493958.978811:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493958.978910:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6e262050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027940352:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1677us (1786us total) trans 4294975070 rc 0/0 00000100:00100000:3.0:1743493958.978918:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12919 00010000:00010000:2.0:1743493958.981907:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5071cf40/0x1414d533cd4ad495 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4d2 expref: 51 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493958.981929:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50681740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:15661:1828185060503552:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493958.985210:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50114540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060502784:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.985287:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50958bc0/2, rc 0, transno 4294968048 00000100:00100000:1.0:1743493958.985418:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060500608:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493958.985457:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.985475:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.985486:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.985494:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.985995:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.986003:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d5300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.986008:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.986017:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.986037:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.986044:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d5300/0x1414d533cd4c7ada lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.986841:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3679:x1828185060502912:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68409us (68550us total) trans 4294968050 rc 0/0 00000100:00100000:1.0:1743493958.986854:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000004:00080000:1.0:1743493958.986944:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254c540/2, rc 0, transno 4294968050 00000100:00100000:1.0:1743493958.986951:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060502912:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493958.987209:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50686d80/2, rc 0, transno 4294968049 00000100:00100000:1.0:1743493958.987214:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060503296:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1743493958.994847:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.994960:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.994970:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.994982:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.994990:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.994998:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.995005:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d47c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493958.995010:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.995019:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.995045:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493958.995054:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d47c0/0x1414d533cd4c7ae8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493958.995920:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3679:x1828185060503424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61831us (75832us total) trans 4294968051 rc 0/0 00000100:00100000:1.0:1743493958.995931:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000004:00080000:2.0:1743493958.996117:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50687340/2, rc 0, transno 4294968051 00000100:00100000:2.0:1743493958.996125:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50687340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060503424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.003112:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.003166:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.003210:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.003287:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.003420:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.003501:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50724540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060504960:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.003566:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.003637:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbcbf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060505216:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.003690:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.003716:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940480 00000100:00100000:1.0:1743493959.003723:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940480 00010000:00010000:1.0:1743493959.003803:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 51 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.003834:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940736 00000100:00100000:1.0:1743493959.003838:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940736 00010000:00010000:1.0:1743493959.003866:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 44 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.003879:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940608 00000100:00100000:1.0:1743493959.003882:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940608 00010000:00010000:1.0:1743493959.003907:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 45 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.003919:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940864 00000100:00100000:1.0:1743493959.003922:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940864 00010000:00010000:1.0:1743493959.003946:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.003958:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027940992 00000100:00100000:1.0:1743493959.003961:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027940992 00010000:00010000:1.0:1743493959.003983:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 46 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.004001:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3447 00000100:00100000:1.0:1743493959.004009:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+52:2439:x1828185027940480:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.004034:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.004040:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004053:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004076:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004079:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004084:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004093:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004135:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.004206:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+52:2439:x1828185027940480:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 196us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.004216:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3447 00000100:00100000:1.0:1743493959.004252:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3448 00000100:00100000:1.0:1743493959.004257:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4619b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+46:2439:x1828185027940736:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.004274:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.004279:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 46 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004288:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 46 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004302:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa09e40/0x1414d533cd4acb18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a10c expref: 46 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004326:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004328:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004332:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004339:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004383:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.004422:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4619b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+45:2439:x1828185027940736:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 163us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.004430:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3448 00000100:00100000:1.0:1743493959.004558:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3449 00000100:00100000:1.0:1743493959.004564:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+44:2439:x1828185027940608:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.004583:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.004588:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004599:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004611:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004613:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004616:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004624:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004658:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.004696:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+44:2439:x1828185027940608:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 131us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.004704:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3449 00000100:00100000:1.0:1743493959.004733:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3450 00000100:00100000:1.0:1743493959.004739:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+51:2438:x1828185027940864:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.004780:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.004787:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 51 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004798:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 51 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004812:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d6d40/0x1414d533cd4ad735 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5dc expref: 51 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004821:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004823:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.004827:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004835:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.004879:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.004918:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+50:2438:x1828185027940864:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 178us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.004926:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3450 00000100:00100000:1.0:1743493959.004956:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3451 00000100:00100000:1.0:1743493959.004962:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+43:2438:x1828185027940992:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.004980:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.004986:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.004996:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 43 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.005008:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.005010:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.005013:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005021:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005057:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.005096:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+43:2438:x1828185027940992:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 132us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.005104:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3451 00010000:00010000:1.0:1743493959.005150:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005159:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005169:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005184:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005192:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005200:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6c1dbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.005205:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005214:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005227:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.005235:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6c1dbc40/0x1414d533cd4c7b0b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.006049:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3676:x1828185060504448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54949us (55035us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1743493959.006059:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000004:00080000:1.0:1743493959.006135:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6dc40/2, rc 0, transno 4294968052 00000100:00100000:1.0:1743493959.006144:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504448:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493959.006166:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006181:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006191:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006198:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006205:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006213:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.006216:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006225:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006238:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.006246:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d7880/0x1414d533cd4c7b04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006426:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5071f880/0x1414d533cd4ad81c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a637 expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.006438:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060503936:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.006503:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006512:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006524:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006532:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006539:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006547:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006554:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.006557:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006566:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006578:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.006585:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d4f40/0x1414d533cd4c7af6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.007203:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+33:3677:x1828185060503040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70316us (84172us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1743493959.007212:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00010000:00010000:2.0:1743493959.007630:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5071e200/0x1414d533cd4ad575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a526 expref: 42 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.007641:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c7fbce7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060505088:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.007687:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007701:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007707:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007714:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007721:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007729:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007735:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b7c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.007739:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007747:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007779:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.007786:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b7c40/0x1414d533cd4c7b12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.008335:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3679:x1828185060504704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 55072us (56030us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1743493959.008343:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00010000:00010000:2.0:1743493959.008408:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d56c0/0x1414d533cd4ad727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a5ce expref: 41 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.008418:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060504320:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.008465:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008474:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008480:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008488:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008494:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008502:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008514:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b515d4040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.008517:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008523:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008535:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.008541:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d4040/0x1414d533cd4c7afd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.009133:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+33:3679:x1828185060504064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58973us (59254us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1743493959.009142:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000004:00080000:2.0:1743493959.009213:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50725680/2, rc 0, transno 4294968040 00000100:00100000:2.0:1743493959.009230:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50725680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504704:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493959.009251:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6f900/2, rc 0, transno 4294968041 00000100:00100000:2.0:1743493959.009254:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504064:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493959.011012:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52549180/2, rc 0, transno 4294968053 00000100:00100000:0.0:1743493959.011025:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060503040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.011728:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52707340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060506752:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.011869:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.011943:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060506624:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.012009:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.012065:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060506752 00000100:00100000:0.0:1743493959.012072:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060506752 00000100:00100000:0.0:1743493959.012138:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060506624 00000100:00100000:0.0:1743493959.012142:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060506624 00000100:00100000:0.0:1743493959.012177:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:0.0:1743493959.012184:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3678:x1828185060506752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.012221:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:230 count 1 00010000:00010000:0.0:1743493959.012256:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012277:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012286:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.012289:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.012292:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012373:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012386:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.012398:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52703400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060506880:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.012492:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00080000:0.0:1743493959.012682:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493929 00000100:00100000:0.0:1743493959.012922:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1743493959.012928:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3677:x1828185060506624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.012953:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:252 count 1 00010000:00010000:0.0:1743493959.012974:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012986:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 40 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.012992:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.012994:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.012997:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.013045:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 40 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.013056:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 40 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.013066:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b527067c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060507008:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.013141:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.013374:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52701d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.013446:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.013483:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.013539:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.013581:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1743493959.013588:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.013652:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.013707:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.013796:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.013838:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a85c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.013901:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.013944:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1743493959.013951:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.014015:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.014054:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a839c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.014116:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.014165:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507136 00000100:00100000:0.0:1743493959.014170:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507136 00000100:00100000:0.0:1743493959.014219:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507648 00000100:00100000:0.0:1743493959.014222:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507648 00000100:00100000:0.0:1743493959.014254:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507520 00000100:00100000:0.0:1743493959.014257:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507520 00000100:00100000:0.0:1743493959.014286:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507392 00000100:00100000:0.0:1743493959.014289:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507392 00000100:00100000:0.0:1743493959.014324:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507904 00000100:00100000:0.0:1743493959.014328:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507904 00000100:00100000:0.0:1743493959.014348:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507264 00000100:00100000:0.0:1743493959.014350:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507264 00000100:00100000:0.0:1743493959.014367:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060507776 00000100:00100000:0.0:1743493959.014369:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060507776 00000100:00100000:0.0:1743493959.014390:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1743493959.014397:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3679:x1828185060507136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.014426:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:251 count 1 00010000:00010000:0.0:1743493959.014452:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014468:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 48 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014476:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014477:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014480:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014534:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 48 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014546:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 48 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.014557:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a81740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060508032:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.014631:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.014648:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:0.0:1743493959.014654:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+39:3679:x1828185060507648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.014676:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:241 count 1 00010000:00010000:0.0:1743493959.014694:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014706:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014713:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014715:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014717:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014790:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014801:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.014810:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a82880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060508160:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.014875:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b53028900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.014893:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1743493959.014899:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3679:x1828185060507520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.014922:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:242 count 1 00010000:00010000:0.0:1743493959.014941:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014953:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.014960:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014962:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.014965:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015014:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015024:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.015034:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060508288:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.015097:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.015116:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1743493959.015121:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+39:3677:x1828185060507392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.015145:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:247 count 1 00010000:00010000:0.0:1743493959.015164:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015176:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 48 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015183:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.015185:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.015188:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015238:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 48 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.015253:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 48 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.015262:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060508416:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.015462:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1743493959.015470:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:3677:x1828185060507904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.015498:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:239 count 1 00010000:00010000:2.0:1743493959.015519:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015532:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015539:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.015541:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.015544:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015599:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015609:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.015620:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060508544:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.015694:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.015713:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1743493959.015718:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3677:x1828185060507264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.015743:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:234 count 1 00010000:00010000:2.0:1743493959.015780:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015793:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 48 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015800:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.015802:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.015805:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015858:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 48 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.015869:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 48 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.015880:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060508672:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.015949:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.016076:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+35:3676:x1828185060504192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65619us (66063us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1743493959.016086:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:1.0:1743493959.016136:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:1.0:1743493959.016142:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:3677:x1828185060507776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493959.016165:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:243 count 1 00010000:00010000:1.0:1743493959.016185:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.016197:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.016204:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.016206:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.016209:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.016262:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 48 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.016272:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.016283:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060508800:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.016368:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000004:00080000:2.0:1743493959.017437:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6cb00/2, rc 0, transno 4294968042 00000100:00100000:2.0:1743493959.017465:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.017611:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060508928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.017702:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.020137:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060508928 00000100:00100000:2.0:1743493959.020152:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060508928 00000100:00100000:2.0:1743493959.020251:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1743493959.020261:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+35:3678:x1828185060508928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493959.020318:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:231 count 1 00010000:00010000:2.0:1743493959.020363:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.020382:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.020391:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.020393:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.020396:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.020468:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.020481:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.020495:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d3f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060509056:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.020674:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.021592:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.021628:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.021692:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.022054:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.022128:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.022160:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.022207:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.022552:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b567eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060506112:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.022623:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.022655:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941888 00000100:00100000:1.0:1743493959.022663:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941888 00000100:00100000:1.0:1743493959.022781:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12920 00000100:00100000:1.0:1743493959.022791:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027941888:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493959.022828:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493959.022885:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7b9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523dc expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.023009:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493959.023025:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493959.023037:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:1.0:1743493959.023086:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22c:0x0]: returning size 4096 00000004:00200000:1.0:1743493959.023091:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493959.023114:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493959.023143:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7b9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523dc expref: 99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.023174:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523dc expref: 98 pid: 8615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.023323:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023b9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060506368:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.023389:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.023435:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b0b2e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060505984:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.023489:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.023515:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941120 00000100:00100000:2.0:1743493959.023520:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941120 00010000:00010000:2.0:1743493959.023555:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023572:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941632 00000100:00100000:2.0:1743493959.023575:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941632 00010000:00010000:2.0:1743493959.023598:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 41 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023614:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941376 00000100:00100000:2.0:1743493959.023617:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941376 00010000:00010000:2.0:1743493959.023636:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 42 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023646:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941248 00000100:00100000:2.0:1743493959.023649:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941248 00010000:00010000:2.0:1743493959.023671:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 43 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023682:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941504 00000100:00100000:2.0:1743493959.023684:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941504 00010000:00010000:2.0:1743493959.023705:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023717:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027941760 00000100:00100000:2.0:1743493959.023720:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027941760 00010000:00010000:2.0:1743493959.023742:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 45 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.023774:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3452 00000100:00100000:2.0:1743493959.023780:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+49:2438:x1828185027941120:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.023803:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.023809:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.023820:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.023838:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.023840:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.023845:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.023854:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.023894:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.023965:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+49:2438:x1828185027941120:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 183us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.023972:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3452 00000100:00100000:2.0:1743493959.024001:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3453 00000100:00100000:2.0:1743493959.024006:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+45:2439:x1828185027941632:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.024020:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.024025:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 45 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024034:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 45 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024047:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024049:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024052:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024059:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024088:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.024120:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+45:2439:x1828185027941632:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 112us (2491us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.024126:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3453 00000100:00100000:2.0:1743493959.024148:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3454 00000100:00100000:2.0:1743493959.024153:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+44:2438:x1828185027941376:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.024166:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.024170:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024179:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024190:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5a80/0x1414d533cd4ad0d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a35f expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024199:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024200:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024203:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024210:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024242:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.024271:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+43:2438:x1828185027941376:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 117us (2581us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.024278:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3454 00000100:00100000:2.0:1743493959.024300:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3455 00000100:00100000:2.0:1743493959.024304:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4619e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+42:2438:x1828185027941248:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.024332:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.024337:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 42 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024346:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 42 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024356:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024358:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024361:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024367:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024396:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.024433:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4619e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+42:2438:x1828185027941248:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 126us (2379us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.024439:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3455 00000100:00100000:2.0:1743493959.024542:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3456 00000100:00100000:2.0:1743493959.024547:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+41:2439:x1828185027941504:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.024562:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.024568:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 41 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024579:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 41 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024593:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4400/0x1414d533cd4ad02e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a312 expref: 41 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024602:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024604:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024607:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024615:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024658:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.024696:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+40:2439:x1828185027941504:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 147us (2568us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.024704:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3456 00000100:00100000:2.0:1743493959.024733:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3457 00000100:00100000:2.0:1743493959.024739:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+39:2437:x1828185027941760:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.024776:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.024781:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 39 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024791:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 39 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024812:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54740b80/0x1414d533cd4ad1bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ac expref: 39 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.024819:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024820:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.024824:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024831:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.024876:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.024914:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+38:2437:x1828185027941760:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 174us (2752us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.024921:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3457 00010000:00010000:2.0:1743493959.025300:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025320:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025329:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025337:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025387:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025395:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b65c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.025400:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025409:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025423:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.025431:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b65c0/0x1414d533cd4c7b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.026192:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b0600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3678:x1828185060505728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 68468us (68740us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1743493959.026203:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000004:00080000:2.0:1743493959.026292:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4e73dc40/2, rc 0, transno 4294968043 00010000:00010000:1.0:1743493959.026454:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:1.0:1743493959.026458:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493959.026462:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b5b4f9e40, rc 0) 00000100:00100000:1.0:1743493959.026530:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027941888:12345-192.168.206.41@tcp:101:rm.0 Request processed in 3737us (4320us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.026537:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12920 00010000:00010000:1.0:1743493959.026961:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cbbc40/0x1414d533cd4ad8d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a67d expref: 37 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.026974:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060505344:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.027033:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027044:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027050:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027064:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027072:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027080:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027087:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b5300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.027090:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027098:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027113:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.027121:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b5300/0x1414d533cd4c7b19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.027803:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3679:x1828185060504576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72688us (75389us total) trans 4294968044 rc 0/0 00000100:00100000:1.0:1743493959.027812:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00010000:00010000:1.0:1743493959.027923:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb0040/0x1414d533cd4acec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a27f expref: 36 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.027935:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:15627:1828185060506496:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.028017:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028027:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028028:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028053:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028054:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028076:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028078:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028099:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028101:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028123:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028124:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028146:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.028149:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.028153:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028156:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028170:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028173:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028194:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028200:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.028205:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4040/0x1414d533cd4c7b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.028210:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4b80/0x1414d533cd4c7b35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.029688:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c6b314900 going to sleep for 11 seconds 00000100:00080000:0.0:1743493959.031645:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493929 00000100:00100000:0.0:1743493959.031897:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52703400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14104:1828185060506880:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.031952:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.032010:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060505728:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493959.032022:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b51a6e200/2, rc 0, transno 4294968044 00000100:00100000:0.0:1743493959.032033:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b51a6e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060504576:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1743493959.032102:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54740400/0x1414d533cd4ad2c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a41c expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.032115:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f78600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060505472:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.032179:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032191:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032200:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032218:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032227:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032237:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032245:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b6200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.032249:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032258:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032281:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.032289:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b6200/0x1414d533cd4c7b20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.032300:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060509312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.032448:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.032520:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493959.032532:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060509184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.032615:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.032668:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060509312 00000100:00100000:2.0:1743493959.032675:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060509312 00000100:00100000:2.0:1743493959.032745:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060509184 00000100:00100000:2.0:1743493959.032776:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060509184 00000100:00100000:2.0:1743493959.032829:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1743493959.032838:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3676:x1828185060509312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493959.032891:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:210 count 1 00010000:00010000:2.0:1743493959.032925:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.032946:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.032955:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.032958:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.032963:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.033071:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.033087:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 35 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.033100:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060509440:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.033241:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.034695:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3676:x1828185060504832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 79297us (80492us total) trans 4294968054 rc 0/0 00000100:00100000:0.0:1743493959.034705:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:0.0:1743493959.034766:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:0.0:1743493959.034774:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46ec8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3678:x1828185060509184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.034806:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:229 count 1 00010000:00010000:0.0:1743493959.034833:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.034851:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 35 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.034859:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.034862:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.034866:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.034922:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 35 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.034934:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 35 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.034946:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060509568:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.035024:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4a100 going to sleep for 11 seconds 00000004:00080000:0.0:1743493959.035095:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50721740/2, rc 0, transno 4294968054 00000100:00100000:0.0:1743493959.035108:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50721740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060504832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.035184:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060509696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.035255:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.035324:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060509696 00000100:00100000:0.0:1743493959.035329:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060509696 00000100:00100000:0.0:1743493959.035368:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:0.0:1743493959.035373:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+40:3677:x1828185060509696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.035396:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:253 count 1 00010000:00010000:0.0:1743493959.035418:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.035430:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 47 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.035436:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.035438:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.035441:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.035485:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 47 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.035495:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 47 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.035505:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060509824:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.035568:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.036985:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3676:x1828185060506240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 75389us (75485us total) trans 4294968045 rc 0/0 00000100:00100000:1.0:1743493959.037000:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000004:00080000:1.0:1743493959.039200:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50170600/2, rc 0, transno 4294968045 00000100:00100000:1.0:1743493959.039228:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50170600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060506240:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.039384:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060509952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.039478:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.039575:0:15653:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060509952 00000100:00100000:1.0:1743493959.039583:0:15653:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060509952 00000100:00100000:1.0:1743493959.039648:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1743493959.039656:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3678:x1828185060509952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.039700:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:212 count 1 00010000:00010000:1.0:1743493959.039748:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.039795:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.039803:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.039811:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.039815:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.039893:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.039907:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 35 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.039920:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060510080:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.040011:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.040658:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3677:x1828185060505600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 79169us (79346us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1743493959.040668:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00010000:00010000:3.0:1743493959.040720:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040730:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040741:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040770:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040780:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040787:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b6d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.040791:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040800:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040819:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.040826:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b6d40/0x1414d533cd4c7b2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.041692:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0b1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3678:x1828185060505856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 83228us (84125us total) trans 4294968047 rc 0/0 00000100:00100000:3.0:1743493959.041701:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000004:00080000:2.0:1743493959.042253:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4e73a2c0/2, rc 0, transno 4294968047 00000100:00100000:2.0:1743493959.042275:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73a2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060505856:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1743493959.042726:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54f7a880/2, rc 0, transno 4294968046 00000100:00100000:0.0:1743493959.042733:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54f7a880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060505600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.044274:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50648040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060510208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.044395:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.044467:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493959.044478:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060510336:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.044543:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.047183:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060510208 00000100:00100000:1.0:1743493959.047198:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060510208 00000100:00100000:1.0:1743493959.047274:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060510336 00000100:00100000:1.0:1743493959.047279:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060510336 00000100:00100000:1.0:1743493959.047331:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:1.0:1743493959.047340:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3679:x1828185060510208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.047389:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:213 count 1 00010000:00010000:1.0:1743493959.047426:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047449:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 35 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047458:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.047460:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.047464:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047539:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 35 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047553:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 35 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.047567:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50649740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060510464:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.047688:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.047711:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1743493959.047731:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:3677:x1828185060510336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.047775:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:211 count 1 00010000:00010000:1.0:1743493959.047798:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047813:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047821:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.047824:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.047828:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047879:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 35 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.047889:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 35 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.047901:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060510592:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.047984:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.051371:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b527067c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060507008:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.051439:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.052098:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060508800:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.052206:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.052207:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a81740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060508032:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.052274:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493959.052292:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.052340:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942016 00000100:00100000:1.0:1743493959.052352:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942016 00010000:00010000:1.0:1743493959.052409:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.052452:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3458 00000100:00100000:1.0:1743493959.052461:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+36:2438:x1828185027942016:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.052487:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.052493:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.052505:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.052526:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53505e40/0x1414d533cd4ac7de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fdf expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.052539:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.052542:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.052547:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.052560:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.053773:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493959.053878:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a82880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060508160:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.053944:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.053968:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.054038:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.054099:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.054103:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942272 00000100:00100000:3.0:1743493959.054110:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942272 00010000:00010000:3.0:1743493959.054158:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 48 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.054191:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942144 00000100:00100000:3.0:1743493959.054195:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942144 00010000:00010000:3.0:1743493959.054231:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 36 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.054247:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942400 00000100:00100000:3.0:1743493959.054252:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942400 00010000:00010000:3.0:1743493959.054295:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 49 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.054332:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3459 00000100:00100000:3.0:1743493959.054341:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+49:2438:x1828185027942272:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1743493959.054362:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.054368:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.054377:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.054393:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.054412:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.054418:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54741a80/0x1414d533cd4ad1cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3ba expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.054431:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.054434:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.054440:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.054450:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.054460:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.054533:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.054537:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.054607:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.054634:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942528 00000100:00100000:2.0:1743493959.054640:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942528 00010000:00010000:2.0:1743493959.054678:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.054703:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942656 00000100:00100000:2.0:1743493959.054709:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942656 00000100:00100000:0.0:1743493959.054709:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942784 00000100:00100000:0.0:1743493959.054718:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942784 00000100:00100000:1.0:1743493959.054731:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+36:2438:x1828185027942016:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2265us (2456us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.054743:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3458 00010000:00010000:0.0:1743493959.054800:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 51 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.054819:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943040 00000100:00100000:0.0:1743493959.054822:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943040 00010000:00010000:2.0:1743493959.054922:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.054938:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027942912 00010000:00010000:0.0:1743493959.054939:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.054945:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027942912 00000100:00100000:2.0:1743493959.054953:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3460 00000100:00100000:2.0:1743493959.054964:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+36:2438:x1828185027942144:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1743493959.054975:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3461 00010000:00010000:1.0:1743493959.054984:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.054986:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+52:2438:x1828185027942400:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.054996:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.055009:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 36 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.055015:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1743493959.055016:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3462 00010000:00010000:0.0:1743493959.055029:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.055030:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c46198850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+52:2440:x1828185027942528:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.055051:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 36 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.055054:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.055059:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.055071:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.055083:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa0a5c0/0x1414d533cd4adb8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a76b expref: 36 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.055090:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5011f100/0x1414d533cd4ad8d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a684 expref: 52 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.055091:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 52 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.055096:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.055100:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.055106:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.055115:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.055120:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.055124:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.055127:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.055127:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.055132:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.055138:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.055151:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.055173:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.055195:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493959.055668:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493959.055810:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.057292:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+35:2438:x1828185027942144:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2322us (3246us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.057304:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3460 00000100:00100000:2.0:1743493959.057368:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3463 00000100:00100000:2.0:1743493959.057376:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+51:2440:x1828185027942784:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.057427:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.057438:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 51 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.057453:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 51 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.057478:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.057480:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.057485:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.057495:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.057541:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.057594:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+51:2440:x1828185027942784:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 218us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.057601:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3463 00000100:00100000:2.0:1743493959.057630:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3464 00000100:00100000:2.0:1743493959.057635:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+50:2440:x1828185027942656:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.057653:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.057659:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.057669:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 50 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.057682:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.057684:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.057688:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.057695:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.058282:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.058339:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+50:2440:x1828185027942656:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 701us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.058348:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3464 00000100:00100000:2.0:1743493959.058380:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3465 00000100:00100000:2.0:1743493959.058387:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+49:2440:x1828185027943040:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.058405:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.058411:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.058422:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.058436:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b56c0/0x1414d533cd4ad05f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a327 expref: 49 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.058445:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.058447:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.058451:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.058458:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.058504:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.058542:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+48:2440:x1828185027943040:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 154us (4010us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.058549:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3465 00000100:00100000:2.0:1743493959.058593:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3466 00000100:00100000:2.0:1743493959.058599:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+34:2440:x1828185027942912:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.058617:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.058624:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 34 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.058635:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 34 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.058655:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.058658:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.058663:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.058672:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.058784:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+47:2438:x1828185027942272:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4439us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.058793:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3459 00010000:00010000:3.0:1743493959.058855:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058866:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058877:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058885:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058892:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058904:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.058908:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058916:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058929:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.058936:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9300/0x1414d533cd4c7b6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.059083:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c46198850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+46:2440:x1828185027942528:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4054us (4720us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.059091:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3462 00010000:00010000:1.0:1743493959.059134:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059143:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059150:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059156:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059162:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059168:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b47c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.059171:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059182:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059193:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.059199:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b47c0/0x1414d533cd4c7b58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.059683:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+45:2438:x1828185027942400:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4695us (5584us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.059693:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3461 00010000:00010000:0.0:1743493959.059882:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54743c40/0x1414d533cd4ad107 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a36d expref: 44 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.059897:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a84540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060508288:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.059971:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.059985:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.059993:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060006:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060015:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060026:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060034:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f96c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.060039:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060048:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060064:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.060072:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f96c0/0x1414d533cd4c7b74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.060335:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+42:3679:x1828185060507648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45677us (46793us total) trans 4294968055 rc 0/0 00000100:00100000:1.0:1743493959.060337:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3678:x1828185060506752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48152us (48469us total) trans 4294968048 rc 0/0 00000100:00100000:1.0:1743493959.060345:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:1.0:1743493959.060852:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.060941:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00010000:00010000:3.0:1743493959.060994:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061064:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061073:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061080:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061089:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061094:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.061097:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061104:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061117:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.061123:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f8f40/0x1414d533cd4c7b90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.062003:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1743493959.065357:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52707340/2, rc 0, transno 4294968048 00000100:00100000:1.0:1743493959.065387:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52707340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060506752:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.065500:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493959.065517:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060510720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.065616:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493959.065720:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52703f80/2, rc 0, transno 4294968055 00000100:00100000:1.0:1743493959.065735:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52703f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507648:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493959.065780:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.065791:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.065809:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.065818:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.065827:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.066737:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060507776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50590us (52616us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1743493959.066749:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:3.0:1743493959.066835:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060510720 00000100:00100000:3.0:1743493959.066843:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060510720 00000100:00100000:2.0:1743493959.066847:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+34:2440:x1828185027942912:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 8241us (12235us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.066858:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3466 00000100:00100000:2.0:1743493959.066893:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943168 00000100:00100000:2.0:1743493959.066898:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943168 00010000:00010000:1.0:1743493959.066935:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b7880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.066940:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.066942:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.066966:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.066990:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.066997:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3467 00010000:00010000:1.0:1743493959.067002:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c6d2b7880/0x1414d533cd4c7b66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.067010:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+44:2438:x1828185027943168:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.067049:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.067057:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.067077:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.067096:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1743493959.067784:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3679:x1828185060507136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53384us (54334us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1743493959.067792:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000004:00080000:1.0:1743493959.067880:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52701d00/2, rc 0, transno 4294968058 00000100:00100000:1.0:1743493959.067888:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52701d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507136:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493959.067940:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5071f100/0x1414d533cd4ad57c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a52d expref: 44 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.067951:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a87900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060508416:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.068203:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1743493959.068212:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00010000:00010000:2.0:1743493959.068213:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.068223:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+41:3676:x1828185060510720:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1743493959.068228:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1743493959.068267:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:214 count 1 00010000:00010000:3.0:1743493959.068303:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068332:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 33 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068339:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.068341:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.068344:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068397:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 33 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068409:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 33 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.068421:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060510848:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.068504:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4e0a4900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493959.068601:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fa08b80/0x1414d533cd4acb49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a11a expref: 43 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.068612:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060508672:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.068666:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068677:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068690:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068700:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068708:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068717:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068723:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.068727:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068735:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068786:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.068793:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa980/0x1414d533cd4c7b89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.069445:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060507264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53723us (55427us total) trans 4294968059 rc 0/0 00000100:00100000:3.0:1743493959.069453:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00010000:00010000:3.0:1743493959.069521:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb07c0/0x1414d533cd4aced7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a28d expref: 42 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.069529:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060508544:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.069571:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069579:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069587:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069595:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069602:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069610:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069616:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f9a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.069620:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069633:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.069646:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.069733:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493959.069814:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52702e40/2, rc 0, transno 4294968059 00000100:00100000:1.0:1743493959.069820:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52702e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493959.069840:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a839c0/2, rc 0, transno 4294968057 00000100:00100000:1.0:1743493959.069843:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a839c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507776:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.070083:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbe200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060511360:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.070152:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.070189:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493959.070194:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbf900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060511232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.070244:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.070285:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060511360 00000100:00100000:1.0:1743493959.070291:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060511360 00010000:00010000:2.0:1743493959.070350:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.070358:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1743493959.070366:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060511360:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493959.070395:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:211 count 1 00000100:00100000:2.0:1743493959.070417:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+41:2438:x1828185027943168:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3407us (9564us total) trans 0 rc 0/0 00010000:00010000:1.0:1743493959.070422:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.070431:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3467 00010000:00010000:1.0:1743493959.070441:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 41 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.070449:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.070451:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.070454:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070492:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070505:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.070509:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 40 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.070534:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 40 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.070536:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070557:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.070559:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdba880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060511488:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.070572:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070580:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b4f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.070583:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070592:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070606:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.070614:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c6d2b4f40/0x1414d533cd4c7b5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.070723:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f9a80/0x1414d533cd4c7b82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.070767:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3679:x1828185060507520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55845us (57093us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1743493959.070779:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1743493959.070837:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060511232 00000100:00100000:0.0:1743493959.070843:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060511232 00000100:00100000:0.0:1743493959.070892:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1743493959.070898:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060511232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.070922:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:230 count 1 00010000:00010000:0.0:1743493959.070957:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.070973:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 40 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.070981:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.070984:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.070987:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.071080:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 40 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.071092:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 40 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.071103:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060511616:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.071262:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.071506:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3677:x1828185060506624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 58574us (59494us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1743493959.071515:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000004:00080000:0.0:1743493959.071555:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52706d80/2, rc 0, transno 4294968049 00000100:00100000:0.0:1743493959.071588:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060506624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.071650:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.071691:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060511104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.071841:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50649d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060510976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.072379:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493959.072442:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52705680/2, rc 0, transno 4294968056 00000100:00100000:1.0:1743493959.072455:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52705680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060507520:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.072476:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060511104 00000100:00100000:1.0:1743493959.072482:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060511104 00000100:00100000:1.0:1743493959.072525:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:1.0:1743493959.072532:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+44:3679:x1828185060511104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493959.072559:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:232 count 1 00010000:00010000:1.0:1743493959.072581:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072603:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072611:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.072613:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.072616:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072665:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072677:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.072688:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdb8600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060511872:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.072803:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00010000:00010000:1.0:1743493959.072827:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072836:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.072846:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073434:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073443:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073450:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.073455:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073464:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073480:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.073487:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fa5c0/0x1414d533cd4c7b7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.074236:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3677:x1828185060507392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59111us (60436us total) trans 4294968061 rc 0/0 00000100:00100000:1.0:1743493959.074244:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:1.0:1743493959.074367:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060512000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.076369:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.076451:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbe7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060511744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493959.076508:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+44:3677:x1828185060507904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 61035us (62604us total) trans 4294968060 rc 0/0 00000100:00100000:3.0:1743493959.076520:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:3.0:1743493959.076633:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060510976 00000100:00100000:3.0:1743493959.076642:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060510976 00000100:00100000:3.0:1743493959.076707:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:3.0:1743493959.076717:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+44:3678:x1828185060510976:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.076744:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1743493959.076779:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:231 count 1 00010000:00010000:3.0:1743493959.076827:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1743493959.076882:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52704540/2, rc 0, transno 4294968061 00000100:00100000:0.0:1743493959.076898:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52704540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507392:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493959.076921:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b54a85c40/2, rc 0, transno 4294968060 00000100:00100000:0.0:1743493959.076925:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b54a85c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060507904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.076943:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060511744 00000100:00100000:0.0:1743493959.076947:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060511744 00000100:00100000:0.0:1743493959.076987:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1743493959.076992:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+42:3678:x1828185060511744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.077016:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:209 count 1 00010000:00010000:0.0:1743493959.077038:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.077052:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 33 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.077060:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.077062:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.077065:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.077089:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.077101:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.077104:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.077107:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.077136:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 33 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.077151:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.077171:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060512128:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.077182:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 40 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.077195:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.077207:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060512256:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.077326:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.077331:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00010000:00010000:3.0:1743493959.078121:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54032d40/0x1414d533cd4ac8a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a02c expref: 33 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.078137:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d3f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060509056:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.078199:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078392:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078404:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078416:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078425:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078435:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078445:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fa200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.078451:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078463:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.078478:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1743493959.078488:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.078498:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fa200/0x1414d533cd4c7b97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.078660:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060512000 00000100:00100000:3.0:1743493959.078667:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060512000 00000100:00100000:3.0:1743493959.078721:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1743493959.078727:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+45:3679:x1828185060512000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493959.078803:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:213 count 1 00010000:00010000:3.0:1743493959.078830:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.078845:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 40 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.078869:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.078871:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.078874:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.078964:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 40 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.078977:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 40 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.078989:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060512512:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.079113:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.081278:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a0600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060512384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.082890:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493959.082947:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060512384 00000100:00100000:3.0:1743493959.082957:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060512384 00000100:00100000:3.0:1743493959.083067:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:3.0:1743493959.083078:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3676:x1828185060512384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493959.083134:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:381 count 1 00010000:00010000:3.0:1743493959.083174:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.083196:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 40 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.083206:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.083209:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1743493959.083213:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+43:3678:x1828185060508928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 62949us (65507us total) trans 4294968050 rc 0/0 00010000:00010000:3.0:1743493959.083215:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.083230:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00010000:00010000:3.0:1743493959.083332:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 40 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.083346:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 40 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.083363:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060512640:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.083446:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060512768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.083473:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.083532:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1743493959.083821:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d1d00/2, rc 0, transno 4294968050 00000100:00100000:2.0:1743493959.083841:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060508928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.084846:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060512768 00000100:00100000:0.0:1743493959.084856:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060512768 00000100:00100000:0.0:1743493959.084924:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1743493959.084932:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3677:x1828185060512768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.084969:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:214 count 1 00010000:00010000:0.0:1743493959.084998:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.085016:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 40 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.085025:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.085028:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.085031:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.085097:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 40 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.085110:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 40 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.085129:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060512896:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.085232:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.093656:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060513024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.094168:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493959.094861:0:8428:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513024 00000100:00100000:3.0:1743493959.094873:0:8428:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513024 00000100:00100000:3.0:1743493959.094955:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:3.0:1743493959.094966:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3678:x1828185060513024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493959.095016:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:208 count 1 00010000:00010000:3.0:1743493959.095055:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.095087:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.095096:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.095099:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.095102:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.095174:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.095194:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 32 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.095207:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060513152:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.095330:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b53028900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.109406:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.109679:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.110049:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060509568:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.110120:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.110675:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.110677:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943424 00000100:00100000:3.0:1743493959.110687:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943424 00000100:00100000:2.0:1743493959.110778:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.110782:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.110825:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943808 00000100:00100000:3.0:1743493959.110830:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943808 00000100:00100000:2.0:1743493959.110840:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.110891:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.110933:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.110992:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 34 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.111013:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943552 00000100:00100000:3.0:1743493959.111018:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943552 00010000:00010000:3.0:1743493959.111052:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 35 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.111067:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943936 00000100:00100000:3.0:1743493959.111072:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943936 00010000:00010000:3.0:1743493959.111107:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 36 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.111121:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944064 00000100:00100000:3.0:1743493959.111126:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943680 00000100:00100000:2.0:1743493959.111128:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944064 00000100:00100000:3.0:1743493959.111133:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943680 00010000:00010000:2.0:1743493959.111177:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 37 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.111178:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 41 pid: 15648 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.111220:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3468 00000100:00100000:1.0:1743493959.111414:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060510592:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.111442:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d0bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:15659:1828185060509824:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.111502:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.111528:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.111562:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdba880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060511488:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.111612:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.113038:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:15640:1828185060509440:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.113099:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.113155:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060511616:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.113204:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.114920:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50649740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060510464:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.114986:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.115864:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:15653:1828185060510080:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.115920:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.116345:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3469 00000100:00100000:2.0:1743493959.116351:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+37:2437:x1828185027943424:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1743493959.116360:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4619d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+37:2437:x1828185027943808:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493959.116399:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.116399:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.116411:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.116413:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.116440:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.116442:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.116484:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cbb100/0x1414d533cd4ab7f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499db expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.116484:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb96c0/0x1414d533cd4ab66c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949941 expref: 37 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.116512:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.116515:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.116516:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.116519:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.116523:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.116525:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.116545:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.116546:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.116616:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.116692:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.116719:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+35:2437:x1828185027943424:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 373us (7038us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.116731:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3468 00000100:00100000:3.0:1743493959.116745:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4619d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+35:2437:x1828185027943808:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 387us (6072us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.116792:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3469 00000100:00100000:2.0:1743493959.116819:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3470 00000100:00100000:2.0:1743493959.116829:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+33:2437:x1828185027943552:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.116895:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116905:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116916:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116924:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116932:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116940:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.116944:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116953:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116966:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.116973:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8b80/0x1414d533cd4c7bac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.117063:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3471 00000100:00100000:1.0:1743493959.117073:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+33:2438:x1828185027943936:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.118879:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.119003:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.119018:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119034:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119057:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cb8b80/0x1414d533cd4ab74c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949995 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119070:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.119073:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.119079:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119089:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.119099:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3472 00000100:00100000:3.0:1743493959.119110:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+32:2440:x1828185027944064:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493959.119134:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.119142:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.119156:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119156:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.119175:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52dea980/0x1414d533cd4ab89c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a21 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.119184:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.119187:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.119191:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.119201:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.119225:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+31:2438:x1828185027943936:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 2150us (8384us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.119236:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3471 00010000:00010000:3.0:1743493959.119250:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.119293:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3473 00000100:00100000:1.0:1743493959.119303:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+41:2439:x1828185027943680:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1743493959.119321:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+30:2440:x1828185027944064:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 195us (8413us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.119330:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3472 00010000:00010000:1.0:1743493959.119339:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.119350:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 41 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119363:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 41 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119382:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb1a80/0x1414d533cd4adbbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a780 expref: 41 pid: 15648 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.119392:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.119394:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.119397:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119412:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.119432:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064d680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060510848:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.119486:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.119541:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.119553:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+40:2439:x1828185027943680:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 249us (8617us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.119567:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3473 00010000:00010000:1.0:1743493959.119608:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119617:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119626:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119634:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119642:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119649:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.119653:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119667:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119678:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.119685:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb4c0/0x1414d533cd4c7bc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.120270:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 29 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.120283:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 29 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.120299:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b540334c0/0x1414d533cd4ac6fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f8b expref: 29 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.120318:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.120320:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.120324:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.120333:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.120389:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.120434:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+28:2437:x1828185027943552:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3605us (9682us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.120442:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3470 00000100:00100000:0.0:1743493959.120797:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3676:x1828185060509312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 87958us (88349us total) trans 4294968051 rc 0/0 00000100:00100000:0.0:1743493959.120808:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00010000:00010000:0.0:1743493959.120868:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120878:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120887:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120895:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120903:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120910:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.120914:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120922:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120936:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.120945:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8400/0x1414d533cd4c7bb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1743493959.121296:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d7900/2, rc 0, transno 4294968051 00000100:00100000:2.0:1743493959.121328:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060509312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493959.122334:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027943296 00000100:00100000:3.0:1743493959.122344:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027943296 00000100:00100000:3.0:1743493959.122417:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3750 00000100:00100000:3.0:1743493959.122427:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027943296:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:0.0:1743493959.125571:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46ec8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3678:x1828185060509184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 90788us (92947us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1743493959.125589:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1743493959.126250:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3679:x1828185060510208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 78907us (81852us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1743493959.126259:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:1.0:1743493959.126420:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdb8600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060511872:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.127456:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127490:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127498:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127510:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127518:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127526:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127533:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fbc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.127537:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127546:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127566:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.127575:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fbc40/0x1414d533cd4c7bcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.127996:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128079:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128136:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128178:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128225:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128269:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128323:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128361:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128393:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128442:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.128483:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945344 00000100:00100000:2.0:1743493959.128493:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945344 00010000:00010000:2.0:1743493959.128541:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 28 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128561:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944320 00000100:00100000:2.0:1743493959.128565:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944320 00010000:00010000:2.0:1743493959.128589:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 40 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128599:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944576 00000100:00100000:2.0:1743493959.128602:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944576 00010000:00010000:2.0:1743493959.128623:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 29 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128633:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944832 00000100:00100000:2.0:1743493959.128636:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944832 00010000:00010000:2.0:1743493959.128661:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 41 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128672:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945088 00000100:00100000:2.0:1743493959.128675:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945088 00010000:00010000:2.0:1743493959.128698:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 42 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128710:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944192 00000100:00100000:2.0:1743493959.128712:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944192 00010000:00010000:2.0:1743493959.128736:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 43 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128748:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944448 00000100:00100000:2.0:1743493959.128770:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944448 00010000:00010000:2.0:1743493959.128797:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 44 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.128811:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3474 00000100:00100000:2.0:1743493959.128820:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+29:2437:x1828185027945344:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.128848:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.128854:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 29 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.128867:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 29 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.128899:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54cba200/0x1414d533cd4ab944 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a67 expref: 29 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.128912:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.128915:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.128919:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.128928:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.128988:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.129062:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+28:2437:x1828185027945344:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 240us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.129070:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3474 00000100:00100000:2.0:1743493959.129104:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944704 00000100:00100000:2.0:1743493959.129108:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944704 00010000:00010000:2.0:1743493959.129134:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 45 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.129152:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027944960 00000100:00100000:2.0:1743493959.129155:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027944960 00010000:00010000:2.0:1743493959.129178:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 46 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.129190:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945216 00000100:00100000:2.0:1743493959.129193:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945216 00010000:00010000:2.0:1743493959.129215:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.129228:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3475 00000100:00100000:2.0:1743493959.129234:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+46:2440:x1828185027944320:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.129251:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.129256:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 46 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129267:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 46 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129282:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cbb880/0x1414d533cd4ab69d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949956 expref: 46 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129291:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129293:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129296:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129318:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129361:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.129397:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+45:2440:x1828185027944320:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 163us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.129404:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3475 00000100:00100000:2.0:1743493959.129430:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3476 00000100:00100000:2.0:1743493959.129435:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cd0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+28:2440:x1828185027944576:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.129449:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.129454:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129463:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129474:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129476:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129480:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129487:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129517:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.129547:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cd0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+28:2440:x1828185027944576:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 111us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.129554:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3476 00000100:00100000:2.0:1743493959.129652:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3477 00000100:00100000:2.0:1743493959.129657:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+44:2440:x1828185027944832:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.129670:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.129675:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 44 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129684:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 44 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129710:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129712:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129715:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129722:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129755:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.129813:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+44:2440:x1828185027944832:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 154us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.129820:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3477 00000100:00100000:2.0:1743493959.129846:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3478 00000100:00100000:2.0:1743493959.129851:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+43:2440:x1828185027945088:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.129866:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.129872:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 43 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129883:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 43 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.129895:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129897:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.129900:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129907:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.129942:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.129978:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+43:2440:x1828185027945088:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 125us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.129986:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3478 00000100:00100000:2.0:1743493959.130014:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3479 00000100:00100000:2.0:1743493959.130019:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+42:2440:x1828185027944192:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.130037:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.130043:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 42 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130053:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 42 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130066:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52de9300/0x1414d533cd4ac72f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa0 expref: 42 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130080:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130082:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130085:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130093:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130136:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.130171:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+41:2440:x1828185027944192:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 150us (1902us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.130177:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3479 00000100:00100000:2.0:1743493959.130204:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3480 00000100:00100000:2.0:1743493959.130209:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+40:2440:x1828185027944448:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.130225:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.130230:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130240:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130252:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b536407c0/0x1414d533cd4ac8b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a03a expref: 40 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130260:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130263:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130266:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130273:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130326:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.130362:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+39:2440:x1828185027944448:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 152us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.130369:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3480 00000100:00100000:2.0:1743493959.130395:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3481 00000100:00100000:2.0:1743493959.130399:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+38:2440:x1828185027944704:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.130414:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.130419:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 38 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130429:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 38 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130440:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130442:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130445:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130453:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130485:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.130519:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+38:2440:x1828185027944704:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 118us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.130525:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3481 00000100:00100000:2.0:1743493959.130550:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3482 00000100:00100000:2.0:1743493959.130555:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+37:2440:x1828185027944960:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.130570:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.130576:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 37 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130586:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 37 pid: 15655 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130598:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130599:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130603:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130611:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130641:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.130665:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+37:2440:x1828185027944960:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 109us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.130671:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3482 00000100:00100000:2.0:1743493959.130696:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3483 00000100:00100000:2.0:1743493959.130701:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cd08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+27:2440:x1828185027945216:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.130715:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.130721:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 27 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130732:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 27 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.130743:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130745:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.130748:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130778:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130813:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.130840:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cd08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+27:2440:x1828185027945216:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 137us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.130847:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3483 00010000:00010000:2.0:1743493959.130939:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130948:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130957:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130965:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130977:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130984:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fb100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.130988:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.130997:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.131008:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.131016:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4fb100/0x1414d533cd4c7bd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.131930:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5660da80/0x1414d533cd4ab4c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498b5 expref: 26 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.131944:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060512128:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.131992:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132001:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132007:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132014:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132021:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132034:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132040:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.132044:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132051:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132064:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132072:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16980/0x1414d533cd4c7bf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132185:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132194:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132202:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132209:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132218:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132224:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f87c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.132228:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132235:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132247:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 2/0,0 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.132254:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4f87c0/0x1414d533cd4c7bba lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.132981:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+48:3677:x1828185060509696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 97603us (97722us total) trans 4294968062 rc 0/0 00000100:00100000:0.0:1743493959.132992:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00010000:00010000:0.0:1743493959.133089:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb880/0x1414d533cd4ab8cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a36 expref: 36 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.133101:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a39c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060512896:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.133150:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133165:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133174:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133183:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133190:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133198:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133206:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f15300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.133210:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133217:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133233:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.133240:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15300/0x1414d533cd4c7c0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135414:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54033880/0x1414d533cd4ab36a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494983e expref: 25 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.135433:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a50c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060513152:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.135493:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135504:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135512:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1743493959.135514:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d5680/2, rc 0, transno 4294968062 00010000:00010000:3.0:1743493959.135529:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135536:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.135538:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060509696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.135554:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135566:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.135570:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135580:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135599:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.135606:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17880/0x1414d533cd4c7c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.136434:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3677:x1828185060510336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88712us (91886us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1743493959.136448:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:3.0:1743493959.136533:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3678:x1828185060513024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41566us (42364us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1743493959.136542:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00010000:00010000:1.0:1743493959.136557:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136570:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136580:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136591:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136600:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136606:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f174c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.136611:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136621:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136637:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53640b80/0x1414d533cd4ac80f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ffb expref: 35 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.136638:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.136660:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f174c0/0x1414d533cd4c7beb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.136664:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060512256:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.136776:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136786:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136798:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136806:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136814:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136822:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136829:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.136833:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136841:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136852:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.136859:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f16200/0x1414d533cd4c7bf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.137547:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+49:3678:x1828185060510976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60828us (61179us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1743493959.137557:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00010000:00010000:3.0:1743493959.137694:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fb880/0x1414d533cd4c5931 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e17 expref: 34 pid: 15655 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.137706:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a3400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060512640:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.137813:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137824:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137832:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137841:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137850:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137859:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137866:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f156c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.137870:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137885:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137898:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.137906:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f156c0/0x1414d533cd4c7c07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.138022:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+49:3679:x1828185060511104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 65485us (65639us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1743493959.138032:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00010000:00010000:1.0:1743493959.138082:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138093:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138103:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138112:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138121:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138128:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4fad40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.138132:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138141:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138155:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.138164:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5b4fad40/0x1414d533cd4c7bdd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.138500:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3676:x1828185060512384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 55421us (55612us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1743493959.138509:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000004:00080000:3.0:1743493959.138598:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4a0a0600/2, rc 0, transno 4294968066 00000100:00100000:3.0:1743493959.138608:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a0600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060512384:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.138690:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52dead40/0x1414d533cd4ab825 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499f0 expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.138701:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060512512:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.138826:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.138838:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.138847:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.139194:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3677:x1828185060511360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 68824us (69038us total) trans 4294968067 rc 0/0 00000100:00100000:1.0:1743493959.139203:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1743493959.139264:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060513280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.139387:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493959.139468:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fdbd680/2, rc 0, transno 4294968064 00000100:00100000:1.0:1743493959.139474:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060511104:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493959.139503:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50648040/2, rc 0, transno 4294968052 00000100:00100000:1.0:1743493959.139518:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50648040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060510208:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.139545:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513280 00000100:00100000:1.0:1743493959.139552:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513280 00000100:00100000:1.0:1743493959.139607:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1743493959.139615:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3679:x1828185060513280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.139671:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:226 count 1 00010000:00010000:1.0:1743493959.139715:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.139725:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3677:x1828185060512768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54790us (56189us total) trans 4294968063 rc 0/0 00010000:00010000:1.0:1743493959.139737:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.139738:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00010000:00010000:1.0:1743493959.139776:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.139780:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.139784:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.139874:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.140601:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3676:x1828185060510720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 72377us (74983us total) trans 4294968055 rc 0/0 00000100:00100000:2.0:1743493959.140611:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000004:00080000:2.0:1743493959.140813:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4a0a1740/2, rc 0, transno 4294968063 00000100:00100000:2.0:1743493959.140821:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060512768:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493959.140844:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fdbe200/2, rc 0, transno 4294968067 00000100:00100000:2.0:1743493959.140849:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbe200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060511360:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493959.140872:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5064c540/2, rc 0, transno 4294968054 00010000:00010000:1.0:1743493959.141038:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.141058:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060513408:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.141187:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060510336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.141198:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1743493959.141213:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060513536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.141346:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.141377:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000004:00080000:1.0:1743493959.141417:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998c4a0a7900/2, rc 0, transno 4294968057 00000100:00100000:1.0:1743493959.141423:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060513024:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493959.141448:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50649d00/2, rc 0, transno 4294968065 00000100:00100000:1.0:1743493959.141452:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50649d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060510976:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493959.141473:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d1740/2, rc 0, transno 4294968053 00000100:00100000:1.0:1743493959.141477:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060509184:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.141678:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060513920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.141741:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060513792:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493959.141852:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.141862:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.141872:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.142021:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060513664:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.142085:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.142122:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.142186:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.142396:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3678:x1828185060511744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 65400us (65651us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1743493959.142406:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1743493959.142450:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513536 00000100:00100000:0.0:1743493959.142456:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513536 00000100:00100000:0.0:1743493959.142503:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513664 00000100:00100000:0.0:1743493959.142507:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513664 00000100:00100000:0.0:1743493959.142540:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514176 00000100:00100000:0.0:1743493959.142544:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514176 00000100:00100000:0.0:1743493959.142579:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1743493959.142587:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3677:x1828185060513536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.142620:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:228 count 1 00010000:00010000:0.0:1743493959.142650:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.142668:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.142675:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.142678:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.142681:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.142742:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1743493959.142772:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.142776:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514048:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.142794:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.142807:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52528bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060514432:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.143018:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.143174:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.143237:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.143275:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1743493959.143282:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.143374:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.143427:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514048 00000100:00100000:2.0:1743493959.143432:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514048 00000100:00100000:2.0:1743493959.143470:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514816 00000100:00100000:2.0:1743493959.143473:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514816 00000100:00100000:2.0:1743493959.143498:0:15658:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514688 00000100:00100000:2.0:1743493959.143501:0:15658:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514688 00000100:00100000:2.0:1743493959.143526:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1743493959.143532:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+50:3677:x1828185060513664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.143558:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:212 count 1 00010000:00010000:2.0:1743493959.143582:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143596:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143604:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.143606:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.143609:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143662:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143673:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 32 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.143683:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060514944:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.143783:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.143803:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:2.0:1743493959.143809:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3677:x1828185060514176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.143834:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:227 count 1 00010000:00010000:2.0:1743493959.143854:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143866:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 32 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.143878:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.144186:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.144200:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.144208:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5b4f8040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.144213:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.144222:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.144240:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.144249:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5b4f8040/0x1414d533cd4c7bc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.144976:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:3678:x1828185060509952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 105318us (105496us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1743493959.144986:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1743493959.145032:0:15653:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:1.0:1743493959.145039:0:15653:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+50:3677:x1828185060514048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493959.145065:0:15653:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:209 count 1 00010000:00010000:1.0:1743493959.145086:0:15653:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.145100:0:15653:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.145107:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.145110:0:15653:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.145113:0:15653:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.145170:0:15653:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.145183:0:15653:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 32 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.145194:0:15653:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd2e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060515072:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.145267:0:15653:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00010000:00010000:2.0:1743493959.147079:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.147093:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.147183:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 32 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.147196:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 32 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.147217:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd0600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060515200:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.147333:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.147419:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f49900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.147458:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:0.0:1743493959.147469:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3677:x1828185060514816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.147523:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:215 count 1 00010000:00010000:0.0:1743493959.147562:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.147582:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 24 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.147591:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.147593:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.147595:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.147605:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493959.147686:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 24 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.147700:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 24 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.147702:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060514560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.147721:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060515328:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.147849:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1743493959.148274:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148283:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148292:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148300:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.148314:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148324:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148344:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.148352:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f17c40/0x1414d533cd4c7c00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.149992:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c6b314900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.150088:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513920 00000100:00100000:0.0:1743493959.150097:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513920 00000100:00100000:0.0:1743493959.150146:0:15659:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514560 00000100:00100000:0.0:1743493959.150150:0:15659:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514560 00000100:00100000:0.0:1743493959.150182:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:0.0:1743493959.150189:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+48:3677:x1828185060514688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.150227:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:217 count 1 00010000:00010000:0.0:1743493959.150256:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.150273:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.150281:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.150284:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.150287:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.150364:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.150377:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.150391:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060515456:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.152601:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.152648:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52528600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060514304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.152744:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1743493959.152844:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fdbe7c0/2, rc 0, transno 4294968056 00000100:00100000:2.0:1743493959.152861:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbe7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060511744:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493959.152889:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d4540/2, rc 0, transno 4294968058 00000100:00100000:2.0:1743493959.152893:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d4540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060509952:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.153036:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060515584:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.153117:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.153157:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493959.153163:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060515712:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.153238:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.153603:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060513792 00000100:00100000:2.0:1743493959.153610:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060513792 00000100:00100000:2.0:1743493959.153658:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060514304 00000100:00100000:2.0:1743493959.153662:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060514304 00000100:00100000:2.0:1743493959.153681:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060515584 00000100:00100000:2.0:1743493959.153683:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060515584 00000100:00100000:2.0:1743493959.153701:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060515712 00000100:00100000:2.0:1743493959.153703:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060515712 00000100:00100000:2.0:1743493959.153724:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:2.0:1743493959.153732:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+54:3679:x1828185060513920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.153786:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:210 count 1 00010000:00010000:2.0:1743493959.153828:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.153849:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.153857:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.153860:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.153864:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.153927:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 32 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.153940:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 32 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.153954:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532df900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060515840:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.154042:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.154697:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.154728:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1743493959.154737:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+50:3679:x1828185060514560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493959.154788:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:227 count 1 00000100:00100000:3.0:1743493959.155098:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3679:x1828185060512000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 76367us (76621us total) trans 4294968068 rc 0/0 00000100:00100000:3.0:1743493959.155108:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1743493959.155158:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:3.0:1743493959.155164:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+53:3678:x1828185060513792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493959.155188:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:215 count 1 00010000:00010000:3.0:1743493959.155212:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.155229:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.155237:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.155240:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.155244:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.155281:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:1.0:1743493959.155289:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3678:x1828185060514304:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.155329:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1743493959.155332:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:229 count 1 00010000:00010000:3.0:1743493959.155350:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.155359:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.155366:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532ddc40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060515968:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.155382:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155390:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.155393:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.155396:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155526:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.155527:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00010000:00010000:1.0:1743493959.155548:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.155561:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060516096:192.168.206.41@tcp:104: 00000004:00080000:3.0:1743493959.155602:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50648600/2, rc 0, transno 4294968055 00000100:00100000:3.0:1743493959.155627:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060510720:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.155651:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.155679:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:1.0:1743493959.155687:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3678:x1828185060515584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.155720:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:224 count 1 00000100:00100000:3.0:1743493959.155732:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1743493959.155745:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532db9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060516224:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1743493959.155747:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155794:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155802:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.155804:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.155808:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155889:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.155899:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.155911:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532db400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060516352:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.155982:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00010000:00010000:1.0:1743493959.155999:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156007:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156017:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156026:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156032:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156039:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f15a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.156043:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156050:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156067:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.156074:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f15a80/0x1414d533cd4c7be4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1743493959.157208:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fdbed80/2, rc 0, transno 4294968068 00000100:00100000:2.0:1743493959.157233:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060512000:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.158013:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.158034:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.158043:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.158045:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.158049:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.158083:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+54:3677:x1828185060511232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 87180us (87834us total) trans 4294968069 rc 0/0 00000100:00100000:1.0:1743493959.158094:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00010000:00010000:0.0:1743493959.158132:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 24 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.158146:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.158161:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060516480:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.158167:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1743493959.158177:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3678:x1828185060515712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.158216:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:222 count 1 00010000:00010000:1.0:1743493959.158245:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.158262:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.158266:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46724d00 going to sleep for 11 seconds 00010000:00010000:1.0:1743493959.158273:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.158277:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.158281:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.158355:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.158366:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.158376:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060516608:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.158446:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.159473:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027943296:12345-192.168.206.41@tcp:37:rm.0 Request processed in 37045us (50074us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.159483:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3750 00000100:00100000:2.0:1743493959.161843:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1743493959.161869:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060516736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.161978:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.163518:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060516736 00000100:00100000:0.0:1743493959.163531:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060516736 00000100:00100000:0.0:1743493959.163628:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:0.0:1743493959.163637:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+54:3676:x1828185060516736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.163688:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:228 count 1 00010000:00010000:0.0:1743493959.163726:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.163748:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.163776:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.163778:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.163782:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.163914:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.163930:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.163944:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532dd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060516864:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.164072:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.164981:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1743493959.165065:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4fdbf900/2, rc 0, transno 4294968069 00000100:00100000:3.0:1743493959.165086:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbf900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060511232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.165382:0:15661:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060516224 00000100:00100000:1.0:1743493959.165391:0:15661:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060516224 00000100:00100000:1.0:1743493959.165469:0:15661:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1743493959.165477:0:15661:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46ecd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+51:3677:x1828185060516224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493959.165524:0:15661:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:221 count 1 00010000:00010000:1.0:1743493959.165557:0:15661:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.165575:0:15661:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.165584:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.165587:0:15661:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.165591:0:15661:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.165657:0:15661:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 24 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.165672:0:15661:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.165679:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532da2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060516992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.165691:0:15661:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532da880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060517120:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.165863:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.165927:0:15661:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6f500 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.166163:0:15640:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060516992 00000100:00100000:0.0:1743493959.166169:0:15640:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060516992 00000100:00100000:0.0:1743493959.166227:0:15640:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:0.0:1743493959.166233:0:15640:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3678:x1828185060516992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.166259:0:15640:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:218 count 1 00010000:00010000:0.0:1743493959.166283:0:15640:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.166303:0:15640:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.166322:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.166324:0:15640:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.166328:0:15640:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.166383:0:15640:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 32 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.166395:0:15640:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.166406:0:15640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d8bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15640:1828185060517248:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.166496:0:15640:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6f900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.193548:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.193596:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.193636:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945600 00000100:00100000:1.0:1743493959.193648:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945600 00000100:00100000:0.0:1743493959.193649:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.193704:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:1.0:1743493959.193735:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 25 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.193784:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.193796:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945856 00000100:00100000:1.0:1743493959.193803:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945856 00010000:00010000:1.0:1743493959.193841:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 26 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.193859:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946112 00000100:00100000:0.0:1743493959.193860:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.193864:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946112 00000100:00100000:0.0:1743493959.193979:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.194014:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.194050:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.194132:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.194203:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd7900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060515456:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.194266:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.194333:0:15640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d8bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:15640:1828185060517248:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.194381:0:15640:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.194403:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945472 00000100:00100000:0.0:1743493959.194407:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945472 00000100:00100000:3.0:1743493959.194475:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945728 00000100:00100000:3.0:1743493959.194480:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945728 00000100:00100000:2.0:1743493959.194677:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd0600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060515200:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.194727:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.194795:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060514432:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.194843:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.194863:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027945984 00000100:00100000:2.0:1743493959.194867:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027945984 00010000:00010000:1.0:1743493959.195227:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 28 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.195246:0:10194:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946240 00000100:00100000:1.0:1743493959.195250:0:10194:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946240 00010000:00010000:0.0:1743493959.199638:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 28 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.199677:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946368 00000100:00100000:0.0:1743493959.199686:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946368 00010000:00010000:0.0:1743493959.199719:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 36 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.199733:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946752 00000100:00100000:0.0:1743493959.199736:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946752 00010000:00010000:0.0:1743493959.199779:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 37 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.199799:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3484 00000100:00100000:0.0:1743493959.199807:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+28:2437:x1828185027945600:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.199836:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.199844:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.199857:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.199884:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.199886:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.199891:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.199902:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.199957:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.200053:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+28:2437:x1828185027945600:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 245us (6515us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.200061:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3484 00000100:00100000:0.0:1743493959.200100:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3485 00000100:00100000:0.0:1743493959.200106:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+27:2437:x1828185027945856:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.200145:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.200152:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 27 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200164:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 27 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200178:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200180:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200184:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200193:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200230:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.200269:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+27:2437:x1828185027945856:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 162us (6674us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.200277:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3485 00000100:00100000:0.0:1743493959.200324:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3486 00000100:00100000:0.0:1743493959.200330:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+26:2437:x1828185027946112:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.200349:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.200355:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 26 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200366:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 26 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200380:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc5a80/0x1414d533cd4abca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b9b expref: 26 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200392:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200394:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200397:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200404:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200449:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.200489:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+25:2437:x1828185027946112:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 158us (6841us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.200496:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3486 00000100:00100000:0.0:1743493959.200528:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3487 00000100:00100000:0.0:1743493959.200534:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+24:2437:x1828185027945472:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.200551:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.200557:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200568:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200581:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53500040/0x1414d533cd4ac54c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eff expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200589:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200590:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200593:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200600:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200645:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.200683:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+23:2437:x1828185027945472:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 148us (6979us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.200691:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3487 00000100:00100000:0.0:1743493959.200721:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3488 00000100:00100000:0.0:1743493959.200726:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+37:2438:x1828185027946368:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.200741:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.200746:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 37 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200791:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 37 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200807:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53621300/0x1414d533cd4ac434 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e8f expref: 37 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200816:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200818:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.200821:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200829:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.200876:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.200916:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+36:2438:x1828185027946368:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 188us (6901us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.200923:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3488 00000100:00100000:0.0:1743493959.200952:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3489 00000100:00100000:0.0:1743493959.200958:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+35:2437:x1828185027946752:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.200974:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.200979:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 35 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.200990:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 35 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.201004:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc5e40/0x1414d533cd4abcd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bb0 expref: 35 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.201012:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.201014:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.201017:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201025:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201066:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.201102:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+34:2437:x1828185027946752:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 142us (6969us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.201109:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3489 00010000:00010000:0.0:1743493959.201154:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201163:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201179:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201187:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201195:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201203:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f14400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.201208:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201216:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201229:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.201236:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f14400/0x1414d533cd4c7c31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.202046:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3677:x1828185060514176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 58234us (59860us total) trans 4294968070 rc 0/0 00000100:00100000:0.0:1743493959.202056:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00010000:00010000:0.0:1743493959.203279:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203294:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203316:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203324:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203332:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203340:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f165c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.203343:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203351:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203367:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.203374:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f165c0/0x1414d533cd4c7c46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.204059:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3677:x1828185060514688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53867us (60681us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1743493959.204069:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00010000:00010000:0.0:1743493959.204118:0:15640:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204127:0:15640:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204136:0:15640:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204143:0:15640:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204151:0:15640:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204157:0:15640:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.204161:0:15640:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204168:0:15640:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204180:0:15640:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.204188:0:15640:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e980/0x1414d533cd4c7c85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15640 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.204317:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946624 00000100:00100000:0.0:1743493959.204327:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946624 00000100:00100000:0.0:1743493959.204392:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3751 00000100:00100000:0.0:1743493959.204400:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027946624:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493959.204807:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027946624:12345-192.168.206.41@tcp:35:rm.0 Request processed in 404us (10754us total) trans 4294975071 rc 0/0 00000100:00100000:0.0:1743493959.204815:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3751 00010000:00010000:3.0:1743493959.205150:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.205179:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3490 00000100:00100000:3.0:1743493959.205185:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+33:2437:x1828185027945728:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493959.205207:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.205213:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.205224:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.205245:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.205247:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.205252:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.205261:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.205389:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.205409:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3491 00000100:00100000:2.0:1743493959.205414:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+33:2437:x1828185027945984:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.205432:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.205438:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.205448:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 33 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.205460:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.205462:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.205466:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.205475:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.205700:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493959.205746:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+33:2437:x1828185027945728:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 560us (11992us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.205775:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3490 00010000:00010000:3.0:1743493959.205860:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53500f40/0x1414d533cd4abb27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b01 expref: 22 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.205872:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd4540 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060515328:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.206017:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.206048:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+32:2437:x1828185027945984:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 632us (12204us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.206056:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3491 00010000:00010000:2.0:1743493959.206110:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206119:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206129:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206137:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206151:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206158:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f14b80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.206162:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206170:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206183:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.206190:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f14b80/0x1414d533cd4c7c23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.206932:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3677:x1828185060513536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 64344us (65587us total) trans 4294968060 rc 0/0 00000100:00100000:2.0:1743493959.206941:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00010000:00010000:2.0:1743493959.207020:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb8f40/0x1414d533cd4ab77d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49499aa expref: 31 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.207032:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd7340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060514944:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.207085:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207099:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207106:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207115:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207122:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207130:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207136:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f14f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.207140:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207147:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207159:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.207167:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f14f40/0x1414d533cd4c7c2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207333:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207342:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207350:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207358:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207364:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207371:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207378:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f16d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.207381:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207394:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207407:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.207414:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f16d40/0x1414d533cd4c7c3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.208031:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3677:x1828185060514816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60562us (64791us total) trans 4294968061 rc 0/0 00000100:00100000:3.0:1743493959.208040:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000004:00080000:3.0:1743493959.208112:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd4b00/2, rc 0, transno 4294968059 00000100:00100000:3.0:1743493959.208137:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493959.208160:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd6200/2, rc 0, transno 4294968061 00000100:00100000:3.0:1743493959.208165:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd6200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493959.208189:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252f340/2, rc 0, transno 4294968070 00000100:00100000:3.0:1743493959.208201:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514176:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493959.208222:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52528040/2, rc 0, transno 4294968060 00000100:00100000:3.0:1743493959.208225:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060513536:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493959.208300:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b535007c0/0x1414d533cd4ac37e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e50 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.208324:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252a880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060513408:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.208371:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208381:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208388:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208396:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208404:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208411:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208418:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f17100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.208421:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208428:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208448:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.208461:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54f17100/0x1414d533cd4c7c1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.208543:0:15653:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd2e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:15653:1828185060515072:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.208619:0:15653:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.208868:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.209077:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.212687:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060517504:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.218599:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.218650:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.218709:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.218743:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.218811:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.218919:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dcb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060516096:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.218984:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.219047:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532db400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8427:1828185060516352:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.219096:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.219126:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027946880 00000100:00100000:1.0:1743493959.219132:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027946880 00010000:00010000:1.0:1743493959.219180:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 31 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219200:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947008 00000100:00100000:1.0:1743493959.219203:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947008 00010000:00010000:1.0:1743493959.219226:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219237:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947264 00000100:00100000:1.0:1743493959.219239:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947264 00010000:00010000:1.0:1743493959.219261:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219271:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947520 00000100:00100000:1.0:1743493959.219274:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947520 00010000:00010000:1.0:1743493959.219294:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219314:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947136 00000100:00100000:1.0:1743493959.219318:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947136 00010000:00010000:1.0:1743493959.219341:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 23 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219352:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947392 00000100:00100000:1.0:1743493959.219355:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947392 00010000:00010000:1.0:1743493959.219376:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 33 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219387:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947648 00000100:00100000:1.0:1743493959.219389:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947648 00010000:00010000:1.0:1743493959.219408:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.219422:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3492 00000100:00100000:1.0:1743493959.219429:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+33:2438:x1828185027946880:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.219452:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.219458:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 33 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.219469:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 33 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.219495:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.219497:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.219502:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.219512:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.219557:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.219641:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+33:2438:x1828185027946880:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 210us (10775us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.219651:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3679:x1828185060513280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 80030us (80258us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1743493959.219656:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3492 00000100:00100000:3.0:1743493959.219668:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1743493959.219706:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3493 00000100:00100000:1.0:1743493959.219714:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+32:2438:x1828185027947008:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.219734:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.219739:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.219779:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.219798:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4b80/0x1414d533cd4ac5a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f22 expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.219802:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52deb100/0x1414d533cd4ab975 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a7c expref: 32 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.219813:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.219816:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1743493959.219820:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532ddc40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060515968:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.219822:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.219834:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.219882:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.219920:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+30:2438:x1828185027947008:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 204us (10844us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.219928:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3493 00000100:00100000:2.0:1743493959.219952:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.220012:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1743493959.220024:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060517632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.220100:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.220178:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493959.220188:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50958600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060517376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.220253:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.220300:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060517504 00000100:00100000:2.0:1743493959.220316:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060517504 00010000:00010000:3.0:1743493959.221118:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221131:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221138:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221148:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221155:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221167:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221173:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680c400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.221177:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221185:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221199:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.221206:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7c54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.222039:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3494 00000100:00100000:1.0:1743493959.222050:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+24:2438:x1828185027947264:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.222076:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.222084:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222098:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222116:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222118:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222122:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222131:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222169:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.222221:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+24:2438:x1828185027947264:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 173us (3636us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.222229:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3494 00000100:00100000:1.0:1743493959.222263:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3495 00000100:00100000:1.0:1743493959.222268:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+23:2438:x1828185027947520:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.222283:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.222289:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 23 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222299:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 23 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222322:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222325:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222328:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222335:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222369:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.222406:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+23:2438:x1828185027947520:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 136us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.222413:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3495 00000100:00100000:1.0:1743493959.222442:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3496 00000100:00100000:1.0:1743493959.222448:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cd0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+22:2438:x1828185027947136:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.222464:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.222470:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222479:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222491:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222492:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222495:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222503:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222534:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.222569:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cd0a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+22:2438:x1828185027947136:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 119us (3859us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.222575:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3496 00000100:00100000:1.0:1743493959.222674:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3497 00000100:00100000:1.0:1743493959.222680:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+29:2438:x1828185027947392:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.222697:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.222703:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 29 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222713:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 29 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.222725:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222726:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.222729:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222737:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.222795:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.222832:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+29:2438:x1828185027947392:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 149us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.222840:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3497 00000100:00100000:1.0:1743493959.222870:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3498 00000100:00100000:1.0:1743493959.222876:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+21:2438:x1828185027947648:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1743493959.229264:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3678:x1828185060513792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74091us (76666us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1743493959.229279:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:3.0:1743493959.229345:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060517632 00000100:00100000:3.0:1743493959.229354:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060517632 00000100:00100000:3.0:1743493959.229404:0:15657:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060517376 00000100:00100000:3.0:1743493959.229408:0:15657:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060517376 00000100:00100000:3.0:1743493959.229448:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:3.0:1743493959.229455:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+54:3676:x1828185060517632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493959.229497:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:220 count 1 00010000:00010000:3.0:1743493959.229530:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229551:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 21 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229560:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.229562:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.229566:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229640:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 21 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229654:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.229668:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060517760:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.229790:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c6b314900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.229822:0:8428:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:3.0:1743493959.229829:0:8428:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+54:3678:x1828185060517376:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493959.229854:0:8428:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:216 count 1 00010000:00010000:3.0:1743493959.229874:0:8428:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229888:0:8428:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 21 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229900:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.229902:0:8428:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.229905:0:8428:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229955:0:8428:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 21 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.229966:0:8428:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 21 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.229975:0:8428:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060517888:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.230043:0:8428:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471db900 going to sleep for 11 seconds 00010000:00010000:3.0:1743493959.230113:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660c7c0/0x1414d533cd4ab4cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49498bc expref: 28 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.230125:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532df900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060515840:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.230179:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230190:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230197:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230213:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230221:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230230:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230237:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e5c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.230242:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230251:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230270:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.230277:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7c4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.230863:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.230874:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 21 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.230899:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 21 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.230918:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515da5c0/0x1414d533cd4ac16a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d93 expref: 21 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.230928:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.230930:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.230934:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.230943:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.230990:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.231022:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+20:2438:x1828185027947648:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 8145us (12211us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.231030:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3498 00010000:00010000:1.0:1743493959.231078:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231086:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231094:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231101:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231108:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231114:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680da80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.231118:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231126:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231137:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.231144:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7c5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.231227:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:2.0:1743493959.231236:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+54:3676:x1828185060517504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1743493959.231271:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:225 count 1 00010000:00010000:2.0:1743493959.231291:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.231304:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 19 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.231318:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.231320:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.231323:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.231387:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 19 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.231403:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 19 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.231414:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060518016:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.231478:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b53028900 going to sleep for 11 seconds 00000001:00080000:0.0:1743493959.237199:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968070 is committed 00000004:00080000:2.0:1743493959.238560:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252cb00/2, rc 0, transno 4294968071 00000100:00100000:2.0:1743493959.238818:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060513792:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493959.238897:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252e200/2, rc 0, transno 4294968062 00000100:00100000:2.0:1743493959.238913:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060513280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.239033:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50978040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060518144:0@lo:6:osp-syn-1-0.0 00000001:00080000:0.0:1743493959.239179:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968026 is committed 00000100:00100000:2.0:1743493959.239213:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493959.239281:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515db4c0/0x1414d533cd4ac465 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ea4 expref: 19 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.239296:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532ded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060516480:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.239367:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239379:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239386:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239397:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239411:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239420:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239427:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.239432:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239442:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239463:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.239472:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680e200/0x1414d533cd4c7c69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.239839:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3679:x1828185060513920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86104us (92235us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1743493959.239863:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:3.0:1743493959.239913:0:15655:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060518144 00000100:00100000:3.0:1743493959.239920:0:15655:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060518144 00000100:00100000:3.0:1743493959.239987:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:3.0:1743493959.239995:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+56:3678:x1828185060518144:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493959.240033:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:218 count 1 00010000:00010000:3.0:1743493959.240078:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.240096:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.240105:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.240108:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.240113:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.240210:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.240224:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.240238:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060518272:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.241249:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b5302bd00 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.241364:0:3679:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968070 gen 2 00000004:00080000:3.0:1743493959.241370:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005ed80, transno 4294968027 00000004:00080000:3.0:1743493959.241377:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7d680, transno 4294968028 00000004:00080000:3.0:1743493959.241381:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50059180, transno 4294968029 00000004:00080000:3.0:1743493959.241386:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50058600, transno 4294968030 00000004:00080000:3.0:1743493959.241391:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005a880, transno 4294968031 00000004:00080000:3.0:1743493959.241396:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005d680, transno 4294968032 00000004:00080000:3.0:1743493959.241399:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbc8bc0, transno 4294968033 00000004:00080000:3.0:1743493959.241404:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbced80, transno 4294968034 00000004:00080000:3.0:1743493959.241410:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005e7c0, transno 4294968035 00000004:00080000:3.0:1743493959.241415:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5005b9c0, transno 4294968036 00000004:00080000:3.0:1743493959.241420:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c7fbccb00, transno 4294968037 00000004:00080000:3.0:1743493959.241423:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b527039c0, transno 4294968038 00000004:00080000:3.0:1743493959.241427:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a81d00, transno 4294968039 00000004:00080000:3.0:1743493959.241432:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a81180, transno 4294968040 00000004:00080000:3.0:1743493959.241438:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a850c0, transno 4294968041 00000004:00080000:3.0:1743493959.241445:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a82e40, transno 4294968042 00000004:00080000:3.0:1743493959.241449:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52700040, transno 4294968043 00000004:00080000:3.0:1743493959.241453:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064a2c0, transno 4294968044 00000004:00080000:3.0:1743493959.241458:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064e7c0, transno 4294968045 00000004:00080000:3.0:1743493959.241461:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252ae40, transno 4294968046 00000004:00080000:3.0:1743493959.241465:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50114540, transno 4294968047 00000004:00080000:3.0:1743493959.241469:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50958bc0, transno 4294968048 00000004:00080000:3.0:1743493959.241473:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50686d80, transno 4294968049 00000004:00080000:3.0:1743493959.241477:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254c540, transno 4294968050 00000004:00080000:3.0:1743493959.241481:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50687340, transno 4294968051 00000004:00080000:3.0:1743493959.241486:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6dc40, transno 4294968052 00000004:00080000:3.0:1743493959.241489:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52549180, transno 4294968053 00000004:00080000:3.0:1743493959.241494:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50721740, transno 4294968054 00000004:00080000:3.0:1743493959.241497:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52703f80, transno 4294968055 00000004:00080000:3.0:1743493959.241503:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52705680, transno 4294968056 00000004:00080000:3.0:1743493959.241510:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a839c0, transno 4294968057 00000004:00080000:3.0:1743493959.241513:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52701d00, transno 4294968058 00000004:00080000:3.0:1743493959.241516:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52702e40, transno 4294968059 00000004:00080000:3.0:1743493959.241520:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a85c40, transno 4294968060 00000004:00080000:3.0:1743493959.241526:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52704540, transno 4294968061 00000004:00080000:3.0:1743493959.241530:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d5680, transno 4294968062 00000004:00080000:3.0:1743493959.241533:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4a0a1740, transno 4294968063 00000004:00080000:3.0:1743493959.241539:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fdbd680, transno 4294968064 00000004:00080000:3.0:1743493959.241542:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50649d00, transno 4294968065 00000004:00080000:3.0:1743493959.241546:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4a0a0600, transno 4294968066 00000004:00080000:3.0:1743493959.241550:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fdbe200, transno 4294968067 00000004:00080000:3.0:1743493959.241553:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fdbed80, transno 4294968068 00000004:00080000:3.0:1743493959.241556:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fdbf900, transno 4294968069 00000004:00080000:3.0:1743493959.241561:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252f340, transno 4294968070 00000100:00100000:3.0:1743493959.241571:0:3679:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff998b5252cb00 x1828185060513792/t4294968071(4294968071) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1743493975 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:3.0:1743493959.241650:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52529180/2, rc 0, transno 4294968072 00000100:00100000:3.0:1743493959.241656:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52529180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060513920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.241738:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660d6c0/0x1414d533cd4ac4ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ed5 expref: 25 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.241774:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:15652:1828185060516864:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.242706:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.242721:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.242729:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.242746:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.242777:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.242787:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.243545:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+56:3679:x1828185060514560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 88803us (95692us total) trans 4294968063 rc 0/0 00000100:00100000:0.0:1743493959.243558:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000004:00080000:0.0:1743493959.243656:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd2880/2, rc 0, transno 4294968063 00000100:00100000:0.0:1743493959.243671:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060514560:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.243819:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1743493959.243833:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3677:x1828185060513664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 100295us (101744us total) trans 4294968074 rc 0/0 00000100:00100000:0.0:1743493959.243838:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060518400:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.243847:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000004:00080000:2.0:1743493959.243945:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252b9c0/2, rc 0, transno 4294968074 00000100:00100000:2.0:1743493959.243952:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060513664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.244047:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680de40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.244055:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.244060:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3678:x1828185060514304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 88767us (91312us total) trans 4294968073 rc 0/0 00010000:00010000:3.0:1743493959.244077:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.244077:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00010000:00010000:3.0:1743493959.244103:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.244114:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680de40/0x1414d533cd4c7c77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244132:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244145:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244156:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244164:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244173:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244179:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.244184:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244193:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244209:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.244218:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7c62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.244545:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1743493959.244636:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52528600/2, rc 0, transno 4294968073 00000100:00100000:0.0:1743493959.244643:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52528600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060514304:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.245033:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3676:x1828185060516736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 81395us (83054us total) trans 4294968075 rc 0/0 00000100:00100000:3.0:1743493959.245042:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:3.0:1743493959.245077:0:15652:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060518400 00000100:00100000:3.0:1743493959.245085:0:15652:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060518400 00000100:00100000:3.0:1743493959.245129:0:15652:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:3.0:1743493959.245136:0:15652:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+57:3678:x1828185060518400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1743493959.245188:0:15652:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:223 count 1 00010000:00010000:3.0:1743493959.245224:0:15652:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.245241:0:15652:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 18 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.245250:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.245253:0:15652:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.245257:0:15652:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.245388:0:15652:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 18 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.245404:0:15652:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.245419:0:15652:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060518528:192.168.206.41@tcp:104: 00000004:00080000:2.0:1743493959.245812:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d9180/2, rc 0, transno 4294968075 00000100:00100000:2.0:1743493959.245821:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060516736:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.246135:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53622980/0x1414d533cd4ac01a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d07 expref: 18 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.246147:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532dae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060516608:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.246203:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246214:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246222:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246231:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246239:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246247:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246254:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f4c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.246259:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246268:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246283:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.246292:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f4c0/0x1414d533cd4c7c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.248500:0:15652:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.248603:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3678:x1828185060515584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 92912us (95480us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1743493959.248616:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000004:00080000:1.0:1743493959.248711:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b4ffd1180/2, rc 0, transno 4294968064 00000100:00100000:1.0:1743493959.248727:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060515584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.248878:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060518656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.249145:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+57:3678:x1828185060515712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 90966us (95903us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1743493959.249157:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00010000:00010000:0.0:1743493959.249265:0:10194:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 24 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.249318:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3499 00000100:00100000:0.0:1743493959.249330:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cd0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+24:2438:x1828185027946240:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.249358:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.249367:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 24 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.249388:0:15640:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3678:x1828185060516992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 83148us (83520us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1743493959.249398:0:15640:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:1.0:1743493959.249547:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493959.249629:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532da2c0/2, rc 0, transno 4294968076 00000100:00100000:1.0:1743493959.249636:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532da2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060516992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493959.249655:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532d9740/2, rc 0, transno 4294968065 00000100:00100000:1.0:1743493959.249666:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060515712:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.249723:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1743493959.249731:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060518784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493959.249821:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1743493959.250153:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 24 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.250191:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5660c400/0x1414d533cd4ab42e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494987d expref: 24 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.250205:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.250208:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.250214:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.250224:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.250287:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.250339:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cd0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+23:2438:x1828185027946240:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1010us (56359us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.250349:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3499 00000100:00100000:0.0:1743493959.250798:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060518656 00000100:00100000:0.0:1743493959.250808:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060518656 00000100:00100000:3.0:1743493959.250842:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.250867:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060518784 00000100:00100000:0.0:1743493959.250873:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060518784 00000100:00100000:3.0:1743493959.250903:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027947904 00000100:00100000:3.0:1743493959.250910:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027947904 00000100:00100000:3.0:1743493959.250960:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12921 00000100:00100000:3.0:1743493959.250968:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027947904:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493959.250999:0:15653:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251011:0:15653:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251021:0:15653:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251030:0:15653:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251039:0:15653:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251047:0:15653:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54f147c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.251054:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493959.251054:0:15653:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251069:0:15653:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.251082:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5b4f9e40/0x1414d533cd4c7ba5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523dc expref: 99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251087:0:15653:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.251100:0:15653:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54f147c0/0x1414d533cd4c7c38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15653 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.251120:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50f90f40/0x1414d533cd4bebb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ff2a expref: 98 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.251157:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5056ad40/0x1414d533cd4b74fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d944 expref: 97 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.251219:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535025c0/0x1414d533cd4adb17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a741 expref: 96 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.251240:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b544b4d40) 00010000:00010000:3.0:1743493959.251272:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.251323:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.251337:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.251346:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.251392:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.251400:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.251406:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000100:00100000:0.0:1743493959.251528:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1743493959.251535:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+58:3676:x1828185060518656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493959.251556:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00002000:00080000:0.0:1743493959.251566:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:219 count 1 00010000:00010000:3.0:1743493959.251568:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493959.251593:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.251607:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 17 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.251620:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.251622:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.251626:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.251682:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 17 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.251694:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 17 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.251707:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52549d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060518912:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.251798:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1743493959.251807:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+58:3676:x1828185060518784:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.251810:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00002000:00080000:2.0:1743493959.251840:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:254 count 1 00010000:00010000:2.0:1743493959.251865:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.251878:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 17 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.251885:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.251887:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.251890:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.251940:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 17 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.251949:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 17 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.251959:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060519040:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.252058:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6f900 going to sleep for 11 seconds 00010000:00010000:0.0:1743493959.253610:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53640400/0x1414d533cd4abf72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cc1 expref: 17 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.253626:0:15661:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532da880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:15661:1828185060517120:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.253683:0:15661:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253694:0:15661:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253702:0:15661:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253719:0:15661:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253728:0:15661:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253736:0:15661:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253742:0:15661:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.253747:0:15661:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253773:0:15661:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253791:0:15661:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.253799:0:15661:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f100/0x1414d533cd4c7c7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15661 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.254265:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493959.255372:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3925, 176 off693232 00000004:00200000:3.0:1743493959.255489:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22c:0x0]: returning size 4096 00010000:00010000:3.0:1743493959.255510:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255520:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255528:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255534:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680da80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.255539:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255547:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255560:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22c:0x0].0x0 (ffff998b5542e740) 00010000:00010000:3.0:1743493959.255564:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493959.255568:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.255587:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680da80/0x1414d533cd4c7cbd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:1.0:1743493959.255948:0:15653:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3677:x1828185060514048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 110905us (113061us total) trans 4294968077 rc 0/0 00000100:00100000:1.0:1743493959.255959:0:15653:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:1.0:1743493959.256354:0:15661:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46ecd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+59:3677:x1828185060516224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 90876us (91374us total) trans 4294968066 rc 0/0 00000100:00100000:1.0:1743493959.256362:0:15661:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000004:00080000:1.0:1743493959.259546:0:8664:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 15 changes, 7 in progress, 1 in flight, 44 done 00000004:00080000:2.0:1743493959.259596:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b532db9c0/2, rc 0, transno 4294968066 00000100:00100000:2.0:1743493959.259627:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532db9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060516224:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493959.259692:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5252bf80/2, rc 0, transno 4294968077 00000100:00100000:2.0:1743493959.259700:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5252bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060514048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.259748:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1743493959.259780:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52548040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060519424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.259965:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.259985:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060519936:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.260042:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060519552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.260105:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.260389:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519168:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1743493959.261196:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261208:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261216:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261223:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.261228:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261237:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261255:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493959.261258:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493959.261265:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261277:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680e5c0/0x1414d533cd4c7caf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493959.261313:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003d049a0e reply state 000000002cb890e7 transno 4294975072 ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261327:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.261334:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x106120ec (ffff998b5542d3c0) 00010000:00010000:3.0:1743493959.261336:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493959.261340:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493959.262302:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.262359:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.262422:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.262463:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1743493959.262469:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.262519:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.262548:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5254d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519808:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.262597:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.262655:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519424 00000100:00100000:0.0:1743493959.262663:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519424 00000100:00100000:0.0:1743493959.262719:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519936 00000100:00100000:0.0:1743493959.262724:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519936 00000100:00100000:0.0:1743493959.262772:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519168 00000100:00100000:0.0:1743493959.262775:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519168 00000100:00100000:0.0:1743493959.262806:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519680 00000100:00100000:0.0:1743493959.262810:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519680 00000100:00100000:0.0:1743493959.262839:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519296 00000100:00100000:0.0:1743493959.262842:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519296 00000100:00100000:0.0:1743493959.262871:0:8427:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519808 00000100:00100000:0.0:1743493959.262874:0:8427:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519808 00000100:00100000:2.0:1743493959.263071:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.263122:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52548600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060520064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493959.263191:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493959.263239:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060519552 00000100:00100000:2.0:1743493959.263243:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060519552 00000100:00100000:2.0:1743493959.263274:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060520064 00000100:00100000:2.0:1743493959.263277:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060520064 00000100:00100000:2.0:1743493959.263315:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:2.0:1743493959.263323:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3677:x1828185060519424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.263365:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:223 count 1 00010000:00010000:2.0:1743493959.263402:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263423:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263432:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.263434:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.263438:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263508:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263524:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.263543:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060520192:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.263647:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.263667:0:15658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:2.0:1743493959.263673:0:15658:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+19:3676:x1828185060519936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.263699:0:15658:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:221 count 1 00010000:00010000:2.0:1743493959.263717:0:15658:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263728:0:15658:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263734:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.263735:0:15658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.263738:0:15658:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263803:0:15658:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.263814:0:15658:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.263825:0:15658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060520320:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.265041:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027947904:12345-192.168.206.41@tcp:36:rm.0 Request processed in 14066us (14196us total) trans 4294975072 rc 0/0 00000100:00100000:3.0:1743493959.265057:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12921 00000100:00100000:0.0:1743493959.265058:0:8427:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:0.0:1743493959.265070:0:8427:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060519168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.265107:0:8427:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:216 count 1 00010000:00010000:0.0:1743493959.265138:0:8427:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.265142:0:15650:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:3.0:1743493959.265153:0:15650:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060519680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.265162:0:8427:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265172:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.265174:0:8427:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.265176:0:8427:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1743493959.265182:0:15650:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:217 count 1 00010000:00010000:3.0:1743493959.265215:0:15650:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265228:0:15650:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265235:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.265237:0:15650:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.265240:0:15650:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265252:0:8427:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265267:0:8427:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.265279:0:8427:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060520448:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.265317:0:15650:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265329:0:15650:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.265342:0:15650:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febf900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060520576:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.265408:0:8427:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd3900 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.265434:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1743493959.265441:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060519296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.265445:0:15650:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00002000:00080000:0.0:1743493959.265469:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:225 count 1 00000100:00100000:3.0:1743493959.265474:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:3.0:1743493959.265484:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3677:x1828185060519552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.265493:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265507:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265513:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00080000:3.0:1743493959.265514:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:222 count 1 00010000:00010000:0.0:1743493959.265516:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.265521:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265542:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265557:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265565:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.265568:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.265571:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265580:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.265591:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.265603:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060520704:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.265654:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.265667:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.265680:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febb9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060520832:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.265694:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.265792:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd8500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493959.265811:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1743493959.265816:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3677:x1828185060520064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493959.265839:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:219 count 1 00000100:00100000:2.0:1743493959.266795:0:15658:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b900 going to sleep for 11 seconds 00000100:00100000:2.0:1743493959.266819:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:2.0:1743493959.266826:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3678:x1828185060519808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1743493959.266945:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:226 count 1 00010000:00010000:2.0:1743493959.266972:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.266989:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.266998:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.267001:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1743493959.267006:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.267097:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.267112:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.267125:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060520960:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.267249:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5134f100 going to sleep for 11 seconds 00010000:00010000:3.0:1743493959.267343:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.267359:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.267368:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.267370:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.267374:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.267435:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 22 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.267450:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.267461:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febf340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060521088:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.267823:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b54eb5900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.268301:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:15657:1828185060517760:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.268364:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.277584:0:8428:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097e7c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8428:1828185060517888:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.277649:0:8428:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.277700:0:15652:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:15652:1828185060518528:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.277744:0:15652:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.277833:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097b400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:15655:1828185060518272:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.277877:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.278037:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52549d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8666:1828185060518912:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.278083:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.278126:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097f340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8426:1828185060518016:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.278167:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.281318:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060519040:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.281394:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.284086:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.284157:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.284216:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.284272:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.284518:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948288 00000100:00100000:2.0:1743493959.284531:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948288 00000100:00100000:1.0:1743493959.284596:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.284646:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948544 00000100:00100000:0.0:1743493959.284652:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948544 00010000:00010000:0.0:1743493959.284697:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 18 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.284729:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948160 00000100:00100000:0.0:1743493959.284732:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948160 00010000:00010000:0.0:1743493959.284792:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 19 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.284806:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948032 00000100:00100000:0.0:1743493959.284809:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948032 00010000:00010000:0.0:1743493959.284834:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 20 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.284851:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948416 00000100:00100000:0.0:1743493959.284853:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948416 00010000:00010000:0.0:1743493959.284874:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 21 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.284903:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3500 00000100:00100000:0.0:1743493959.284911:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+21:2437:x1828185027948544:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1743493959.284939:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.284946:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.284957:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.284980:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53643c40/0x1414d533cd4abe1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c2e expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.284993:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.284995:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.285001:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.285010:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.285068:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493959.285122:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3501 00000100:00100000:3.0:1743493959.285137:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+20:2437:x1828185027948160:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493959.285186:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.285199:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.285219:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.285248:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b569787c0/0x1414d533cd4ac1ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dcb expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.285264:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.285269:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.285278:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.285289:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.285293:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 19 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.285327:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+19:2437:x1828185027948544:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 410us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.285340:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3500 00000100:00100000:2.0:1743493959.285352:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3502 00000100:00100000:2.0:1743493959.285363:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+19:2440:x1828185027948032:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1743493959.285390:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3503 00010000:00010000:2.0:1743493959.285393:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1743493959.285400:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cd0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+18:2437:x1828185027948416:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.285404:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 18 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.285418:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 18 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.285423:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1743493959.285433:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.285440:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b53640040/0x1414d533cd4abea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c6d expref: 18 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.285450:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.285454:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.285458:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.285465:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.285474:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.285476:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b536225c0/0x1414d533cd4ac0c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d4d expref: 17 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.285497:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.285499:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1743493959.285503:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.285512:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.285574:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.286270:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.286319:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948672 00000100:00100000:1.0:1743493959.286324:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948672 00010000:00010000:1.0:1743493959.286357:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 17 pid: 15625 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.286381:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948800 00000100:00100000:1.0:1743493959.286385:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948800 00010000:00010000:1.0:1743493959.286414:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 18 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.286430:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3504 00000100:00100000:1.0:1743493959.286436:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+18:2437:x1828185027948288:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.286455:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.286461:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.286472:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.286488:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b52de96c0/0x1414d533cd4abd81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bef expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.286504:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.286506:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.286510:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.286519:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.286657:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493959.286723:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493959.286797:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+17:2437:x1828185027948160:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1656us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.286813:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3501 00000100:00100000:2.0:1743493959.286824:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:2440:x1828185027948032:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1451us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.286838:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3502 00000100:00100000:3.0:1743493959.286914:0:10194:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3505 00000100:00100000:3.0:1743493959.286935:0:10194:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+15:2437:x1828185027948672:12345-192.168.206.41@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1743493959.286935:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3506 00000100:00100000:2.0:1743493959.286956:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+15:2439:x1828185027948800:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493959.286974:0:10194:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.286984:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493959.286988:0:10194:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 15 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.286998:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 15 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:3.0:1743493959.287018:0:10194:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 15 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.287025:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 15 pid: 15658 timeout: 1261 lvb_type: 0 00010000:00010000:0.0:1743493959.287034:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.287064:0:10194:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fa096c0/0x1414d533cd4adf23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a89f expref: 15 pid: 15625 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.287066:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998c7fbc4040/0x1414d533cd4abc00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b55 expref: 15 pid: 15658 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.287098:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cd0b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+15:2437:x1828185027948416:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1690us (2493us total) trans 0 rc 0/0 00010000:00010000:2.0:1743493959.287111:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.287112:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1743493959.287116:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3503 00010000:00010000:3.0:1743493959.287120:0:10194:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.287121:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493959.287131:0:10194:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.287131:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287167:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.287173:0:10194:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.287174:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287197:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287229:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287238:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287247:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287255:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680cf40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.287260:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287270:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287289:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.287298:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680cf40/0x1414d533cd4c7cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288676:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.288790:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+12:2439:x1828185027948800:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 1834us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.288803:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3506 00010000:00010000:2.0:1743493959.288876:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288888:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288904:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288912:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288920:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288927:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680f880 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.288932:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288941:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288957:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.288965:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680f880/0x1414d533cd4c7ccb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290020:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.290076:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+11:2437:x1828185027948288:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 3635us (5995us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.290086:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3504 00010000:00010000:1.0:1743493959.290222:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290234:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290243:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290251:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290258:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290271:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680c7c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.290275:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290283:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290296:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.290303:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680c7c0/0x1414d533cd4c7c8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.291801:0:10194:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493959.291910:0:10194:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00038621-ef07-44f7-8531-81bf2ec881e5+10:2437:x1828185027948672:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 4977us (6328us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.291925:0:10194:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3505 00010000:00010000:3.0:1743493959.292036:0:8428:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292048:0:8428:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292066:0:8428:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292074:0:8428:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292083:0:8428:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292090:0:8428:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680d300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.292095:0:8428:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292104:0:8428:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292125:0:8428:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.292134:0:8428:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680d300/0x1414d533cd4c7c93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8428 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.293103:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+62:3676:x1828185060517632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63638us (72993us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1743493959.293118:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:3.0:1743493959.293513:0:8428:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+61:3678:x1828185060517376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63678us (73255us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1743493959.293524:0:8428:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00010000:00010000:3.0:1743493959.293592:0:15652:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293605:0:15652:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293621:0:15652:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293630:0:15652:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293640:0:15652:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493959.293643:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3676:x1828185060518656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42102us (44091us total) trans 4294968067 rc 0/0 00010000:00010000:3.0:1743493959.293667:0:15652:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680ed40 already unused, calling callback (ffffffffc0b63a10) 00000100:00100000:0.0:1743493959.293676:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00010000:00010000:3.0:1743493959.293678:0:15652:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293689:0:15652:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293708:0:15652:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.293718:0:15652:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680ed40/0x1414d533cd4c7ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15652 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1743493959.293820:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50958600/2, rc 0, transno 4294968070 00000100:00100000:0.0:1743493959.293841:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060517376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493959.294621:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+60:3676:x1828185060518784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42808us (44792us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1743493959.294632:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000004:00080000:1.0:1743493959.295079:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254f900/2, rc 0, transno 4294968067 00000100:00100000:1.0:1743493959.295088:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060518656:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493959.295114:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50958040/2, rc 0, transno 4294968068 00000100:00100000:1.0:1743493959.295119:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50958040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060517632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493959.295144:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254e7c0/2, rc 0, transno 4294968069 00000100:00100000:1.0:1743493959.295149:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060518784:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493959.302509:0:15652:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+59:3678:x1828185060518400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 57357us (57950us total) trans 4294968071 rc 0/0 00000100:00100000:3.0:1743493959.302531:0:15652:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00010000:00010000:3.0:1743493959.302628:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302643:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302657:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302666:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302677:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302686:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.302691:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302701:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302724:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.302732:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680e980/0x1414d533cd4c7ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.303700:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+59:3678:x1828185060518144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 63701us (64485us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1743493959.303711:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:3.0:1743493959.304082:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.304148:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.304225:0:15650:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febf900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:15650:1828185060520576:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.304290:0:15650:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.304352:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febb9c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060520832:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.304402:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304425:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304435:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304446:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304454:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304469:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304476:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680c040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.304481:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304490:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304509:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.304517:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5680c040/0x1414d533cd4c7c9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.305302:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+59:3676:x1828185060517504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74063us (85350us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1743493959.305331:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000004:00080000:3.0:1743493959.305465:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5097f900/2, rc 0, transno 4294968071 00000100:00100000:3.0:1743493959.305473:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060518400:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1743493959.305492:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50978040/2, rc 0, transno 4294968072 00000100:00100000:3.0:1743493959.305495:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50978040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060518144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1743493959.305536:0:8427:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8427:1828185060520448:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.305583:0:8427:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.305633:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb9d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060520704:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.305675:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.307153:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febd0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060520192:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.307226:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.307278:0:15658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:15658:1828185060520320:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.307335:0:15658:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.307371:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027948928 00000100:00100000:2.0:1743493959.307378:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027948928 00010000:00010000:2.0:1743493959.307430:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 23 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.307460:0:15628:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949184 00000100:00100000:2.0:1743493959.307463:0:15628:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949184 00010000:00010000:2.0:1743493959.307488:0:15628:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 24 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.307509:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3507 00000100:00100000:2.0:1743493959.307517:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+24:2437:x1828185027948928:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.307543:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.307549:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307562:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307588:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53620400/0x1414d533cd4ac04b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d1c expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307601:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.307603:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.307608:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.307618:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.307667:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.307740:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+23:2437:x1828185027948928:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 223us (3661us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.307748:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3507 00000100:00100000:2.0:1743493959.307810:0:15628:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3508 00000100:00100000:2.0:1743493959.307816:0:15628:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+22:2437:x1828185027949184:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.307833:0:15628:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.307838:0:15628:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307849:0:15628:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307863:0:15628:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc4f40/0x1414d533cd4abc31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b6a expref: 22 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.307872:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.307874:0:15628:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.307878:0:15628:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.307886:0:15628:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.307930:0:15628:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.307968:0:15628:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00038621-ef07-44f7-8531-81bf2ec881e5+21:2437:x1828185027949184:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 151us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.307976:0:15628:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3508 00010000:00010000:2.0:1743493959.308010:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308020:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308029:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308037:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308046:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308054:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680e200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.308058:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308074:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308086:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308093:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680e200/0x1414d533cd4c7cd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.308861:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3677:x1828185060519424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45535us (48897us total) trans 4294968078 rc 0/0 00000100:00100000:2.0:1743493959.308871:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00010000:00010000:2.0:1743493959.308914:0:15650:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308924:0:15650:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308933:0:15650:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308941:0:15650:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308949:0:15650:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308962:0:15650:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.308965:0:15650:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308973:0:15650:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308986:0:15650:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.308993:0:15650:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7ce7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15650 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.309538:0:15650:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3678:x1828185060519680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44383us (47112us total) trans 4294968079 rc 0/0 00000100:00100000:2.0:1743493959.309547:0:15650:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000004:00080000:0.0:1743493959.309962:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52548040/2, rc 0, transno 4294968078 00000100:00100000:0.0:1743493959.309988:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52548040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060519424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.310100:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1743493959.310116:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50238bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060521216:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493959.310238:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254f340/2, rc 0, transno 4294968079 00000100:00100000:3.0:1743493959.310271:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.310324:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493959.310383:0:14104:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060521216 00000100:00100000:3.0:1743493959.310397:0:14104:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060521216 00000100:00100000:0.0:1743493959.310486:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50238040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060521344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.310559:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.310619:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060521344 00000100:00100000:0.0:1743493959.310626:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060521344 00000004:00080000:1.0:1743493959.311080:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5095e200/2, rc 0, transno 4294968073 00000100:00100000:1.0:1743493959.311097:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060517504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493959.311725:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:0.0:1743493959.311734:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3679:x1828185060521344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.311807:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:220 count 1 00000100:00100000:3.0:1743493959.311846:0:14104:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00010000:00010000:0.0:1743493959.311846:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.311865:0:14104:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3679:x1828185060521216:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493959.311879:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 20 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.311898:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.311901:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.311904:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.311979:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 20 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.311993:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 20 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.312007:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060521472:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.312106:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c5394f900 going to sleep for 11 seconds 00002000:00080000:0.0:1743493959.318947:0:14104:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:224 count 1 00010000:00010000:3.0:1743493959.322617:0:14104:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.322659:0:14104:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 20 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.322670:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.322673:0:14104:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493959.322677:0:14104:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.322694:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:3.0:1743493959.322825:0:14104:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 20 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.322843:0:14104:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 20 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.322864:0:14104:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5023ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060521600:192.168.206.41@tcp:104: 00000100:00100000:3.0:1743493959.323031:0:14104:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.327714:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949056 00000100:00100000:1.0:1743493959.327732:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949056 00010000:00010000:1.0:1743493959.327838:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.327892:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3509 00000100:00100000:1.0:1743493959.327903:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+21:2438:x1828185027949056:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.327938:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.327945:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.327959:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.327984:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53501300/0x1414d533cd4abb51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b16 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.328000:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.328002:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.328007:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.328016:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.328076:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.328157:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+20:2438:x1828185027949056:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 254us (5472us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.328168:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3509 00010000:00010000:3.0:1743493959.328528:0:8427:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328539:0:8427:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328549:0:8427:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328556:0:8427:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328564:0:8427:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328570:0:8427:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680fc40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.328574:0:8427:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328583:0:8427:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328598:0:8427:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.328612:0:8427:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680fc40/0x1414d533cd4c7ce0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8427 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.330066:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330145:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330206:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330245:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330281:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330334:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330431:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.330543:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb9740 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060520960:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.330606:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.330658:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023bf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060521472:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493959.330702:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.330724:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949312 00000100:00100000:2.0:1743493959.330731:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949312 00010000:00010000:2.0:1743493959.330802:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 20 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.330823:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949696 00000100:00100000:2.0:1743493959.330826:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949696 00010000:00010000:2.0:1743493959.330851:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 21 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.330863:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949824 00000100:00100000:2.0:1743493959.330866:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949824 00010000:00010000:2.0:1743493959.330889:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.330900:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949440 00000100:00100000:2.0:1743493959.330903:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949440 00010000:00010000:2.0:1743493959.330927:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 23 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.330939:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949568 00000100:00100000:2.0:1743493959.330942:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949568 00010000:00010000:2.0:1743493959.330965:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 24 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.330977:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950080 00000100:00100000:2.0:1743493959.330980:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950080 00010000:00010000:2.0:1743493959.331001:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 25 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.331016:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3510 00000100:00100000:2.0:1743493959.331024:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+25:2438:x1828185027949312:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.331050:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.331056:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 25 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331068:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 25 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331088:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53642200/0x1414d533cd4ac1b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949daf expref: 25 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331100:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331103:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331108:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331117:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331169:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.331236:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+24:2438:x1828185027949312:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 211us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.331244:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3510 00000100:00100000:2.0:1743493959.331280:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3511 00000100:00100000:2.0:1743493959.331285:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c5099e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+23:2438:x1828185027949696:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.331303:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.331322:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 23 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331333:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 23 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331346:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331348:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331352:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331360:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331396:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.331434:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c5099e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+23:2438:x1828185027949696:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 146us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.331441:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3511 00000100:00100000:2.0:1743493959.331551:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3512 00000100:00100000:2.0:1743493959.331556:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+22:2437:x1828185027949824:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.331573:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.331579:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331589:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331602:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b540307c0/0x1414d533cd4ac266 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949dfc expref: 22 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331609:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331611:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331613:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331621:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331658:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.331691:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+21:2437:x1828185027949824:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 133us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.331699:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3512 00000100:00100000:2.0:1743493959.331728:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3513 00000100:00100000:2.0:1743493959.331733:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+20:2440:x1828185027949440:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.331774:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.331780:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331790:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331805:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998c7fbc7100/0x1414d533cd4abfa3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949cdd expref: 20 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331813:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331815:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.331818:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331826:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.331871:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.331907:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+19:2440:x1828185027949440:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 173us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.331914:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3513 00000100:00100000:2.0:1743493959.331943:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3514 00000100:00100000:2.0:1743493959.331948:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+18:2440:x1828185027949568:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.331963:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.331968:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331977:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.331990:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b536425c0/0x1414d533cd4abed1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c89 expref: 18 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.332002:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.332004:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.332007:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332013:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332053:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.332088:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:2440:x1828185027949568:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 139us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.332095:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3514 00000100:00100000:2.0:1743493959.332123:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3515 00000100:00100000:2.0:1743493959.332129:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+16:2440:x1828185027950080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.332144:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.332150:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 16 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.332160:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 16 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.332173:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53640f40/0x1414d533cd4abe29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c3c expref: 16 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.332180:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.332182:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.332185:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332192:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332232:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493959.332267:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+15:2440:x1828185027950080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 137us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.332274:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3515 00010000:00010000:2.0:1743493959.332326:0:15658:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332335:0:15658:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332345:0:15658:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332353:0:15658:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332361:0:15658:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332367:0:15658:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680d6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.332372:0:15658:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332387:0:15658:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332400:0:15658:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332407:0:15658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5680d6c0/0x1414d533cd4c7cd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332909:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332917:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332926:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332933:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332940:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332947:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.332950:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332958:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332970:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.332977:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7cfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.333579:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3678:x1828185060519808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 66749us (70978us total) trans 4294968082 rc 0/0 00000100:00100000:2.0:1743493959.333589:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00010000:00010000:2.0:1743493959.333639:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333649:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333658:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333666:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333673:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333686:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493959.333689:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333698:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333710:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.333717:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.334263:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3679:x1828185060521344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22527us (23702us total) trans 4294968083 rc 0/0 00000100:00100000:2.0:1743493959.334272:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000004:00080000:2.0:1743493959.334362:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50238040/2, rc 0, transno 4294968083 00000100:00100000:2.0:1743493959.334374:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50238040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060521344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.335465:0:8427:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3678:x1828185060519168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70392us (73161us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1743493959.335475:0:8427:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:3.0:1743493959.335525:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027949952 00000100:00100000:3.0:1743493959.335533:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027949952 00000100:00100000:3.0:1743493959.335587:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12922 00000100:00100000:3.0:1743493959.335596:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027949952:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:3.0:1743493959.335626:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493959.335661:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7d18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523e3 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.335783:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.335799:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.335810:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:3.0:1743493959.335852:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00000004:00200000:3.0:1743493959.335857:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493959.335874:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.335898:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7d18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523e3 expref: 99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.335919:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523e3 expref: 98 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.335927:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:3.0:1743493959.335930:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493959.335933:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52916200, rc 0) 00000100:00100000:3.0:1743493959.335988:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027949952:12345-192.168.206.41@tcp:101:rm.0 Request processed in 392us (5653us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.335994:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12922 00010000:00010000:3.0:1743493959.336029:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336037:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336045:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336051:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336058:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336064:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.336067:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336076:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336088:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336094:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52914040/0x1414d533cd4c7cee lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.336687:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3678:x1828185060519296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 71244us (74165us total) trans 4294968084 rc 0/0 00000100:00100000:3.0:1743493959.336695:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00010000:00010000:3.0:1743493959.336739:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336749:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336780:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336788:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336795:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336807:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.336811:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336819:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336832:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.336840:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7cf5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337641:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52dea5c0/0x1414d533cd4abd7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949bf6 expref: 14 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.337655:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febf340 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060521088:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493959.337715:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337725:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337731:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337740:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337748:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337772:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337778:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529174c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493959.337782:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337796:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337811:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.337818:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1743493959.347126:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254bf80/2, rc 0, transno 4294968085 00000100:00100000:0.0:1743493959.347146:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060519552:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.347156:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1743493959.347171:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50174540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060521728:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.348340:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060519552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 82852us (85265us total) trans 4294968085 rc 0/0 00000100:00100000:3.0:1743493959.348352:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1743493959.348892:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.348963:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060521728 00000100:00100000:0.0:1743493959.348971:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060521728 00000100:00100000:0.0:1743493959.349025:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1743493959.349032:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3677:x1828185060521728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.349072:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:202 count 1 00010000:00010000:0.0:1743493959.349108:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349128:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 13 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349141:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.349143:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.349146:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349207:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 13 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349219:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 13 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.349231:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50172e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060521856:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.349321:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f48100 going to sleep for 11 seconds 00000100:00100000:0.0:1743493959.349397:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50172880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060521984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.349456:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493959.349497:0:15656:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060521984 00000100:00100000:0.0:1743493959.349501:0:15656:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060521984 00000100:00100000:0.0:1743493959.349534:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:0.0:1743493959.349539:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060521984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1743493959.349559:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:255 count 1 00010000:00010000:0.0:1743493959.349575:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349587:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 13 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349598:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.349600:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493959.349603:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349650:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 13 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.349660:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 13 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:0.0:1743493959.349669:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b501722c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060522112:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493959.349734:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46f4b100 going to sleep for 11 seconds 00010000:00010000:0.0:1743493959.349804:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1743493959.349848:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52549180/2, rc 0, transno 4294968084 00000100:00100000:0.0:1743493959.349861:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519296:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493959.349900:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254d0c0/2, rc 0, transno 4294968082 00000100:00100000:0.0:1743493959.349906:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519808:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1743493959.349928:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254c540/2, rc 0, transno 4294968080 00000100:00100000:0.0:1743493959.349932:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060519168:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.350035:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b501750c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060522240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.350102:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493959.351331:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060520064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 85509us (88135us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1743493959.351342:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00100000:1.0:1743493959.351388:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060522240 00000100:00100000:1.0:1743493959.351394:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060522240 00000100:00100000:1.0:1743493959.351437:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:1.0:1743493959.351442:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3678:x1828185060522240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493959.351469:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:254 count 1 00010000:00010000:1.0:1743493959.351492:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.351507:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 13 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.351514:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.351516:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493959.351519:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.351577:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 13 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.351601:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 13 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.351612:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50170040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060522368:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.351688:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493959.352099:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.352266:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950208 00000100:00100000:1.0:1743493959.352271:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950208 00010000:00010000:1.0:1743493959.352317:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 14 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.352349:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3516 00000100:00100000:1.0:1743493959.352354:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+14:2438:x1828185027950208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.352374:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.352380:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 14 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.352394:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 14 pid: 15656 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.352416:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.352418:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.352423:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.352433:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.352473:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.352523:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+14:2438:x1828185027950208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 167us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.352531:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3516 00000004:00080000:0.0:1743493959.354618:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b52548600/2, rc 0, transno 4294968086 00000100:00100000:0.0:1743493959.354639:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52548600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060520064:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493959.355054:0:15658:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3676:x1828185060519936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 91377us (94949us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1743493959.355065:0:15658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00010000:00010000:3.0:1743493959.355226:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b53623100/0x1414d533cd4ac0f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949d62 expref: 13 pid: 15656 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.355240:0:14104:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5023ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14104:1828185060521600:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493959.355299:0:14104:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355327:0:14104:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355334:0:14104:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355344:0:14104:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355351:0:14104:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355360:0:14104:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355367:0:14104:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915a80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.355372:0:14104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355380:0:14104:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355398:0:14104:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.355405:0:14104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7d11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14104 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493959.356217:0:14104:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3679:x1828185060521216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44355us (45897us total) trans 4294968087 rc 0/0 00000100:00100000:3.0:1743493959.356225:0:14104:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000004:00080000:1.0:1743493959.356590:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5254b400/2, rc 0, transno 4294968081 00000100:00100000:1.0:1743493959.356615:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5254b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060519936:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1743493959.356905:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50238bc0/2, rc 0, transno 4294968087 00000100:00100000:2.0:1743493959.356918:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50238bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060521216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.366708:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.366838:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b501722c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:15656:1828185060522112:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493959.366905:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:2.0:1743493959.366947:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.366996:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.367056:0:15641:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950336 00000100:00100000:1.0:1743493959.367057:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950592 00000100:00100000:1.0:1743493959.367072:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950592 00000100:00100000:2.0:1743493959.367074:0:15641:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950336 00010000:00010000:1.0:1743493959.367184:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 14 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.367230:0:6539:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950464 00000100:00100000:1.0:1743493959.367235:0:6539:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950464 00010000:00010000:2.0:1743493959.367623:0:15641:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 15 pid: 15650 timeout: 1261 lvb_type: 0 00000100:00100000:2.0:1743493959.367668:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3517 00000100:00100000:2.0:1743493959.367677:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c50998850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+15:2439:x1828185027950592:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.367706:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.367724:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 15 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.367739:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 15 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.367805:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.367808:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.367816:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.367843:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.367957:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1743493959.367961:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50172e40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:15647:1828185060521856:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493959.368094:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.368124:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c50998850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+15:2439:x1828185027950592:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 441us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.368137:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3517 00000100:00100000:2.0:1743493959.368191:0:15641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3518 00000100:00100000:2.0:1743493959.368199:0:15641:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+14:2439:x1828185027950336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493959.368220:0:15641:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493959.368225:0:15641:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 14 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.368237:0:15641:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 14 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.368252:0:15641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515dbc40/0x1414d533cd4aac7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495ba expref: 14 pid: 15650 timeout: 1261 lvb_type: 0 00010000:00010000:2.0:1743493959.368266:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.368268:0:15641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493959.368272:0:15641:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.368281:0:15641:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.368373:0:15641:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.368380:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b54cb9e40/0x1414d533cd4ade04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a83d expref: 13 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:3.0:1743493959.368402:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50170040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:15648:1828185060522368:192.168.206.41@tcp:104: 00000100:00100000:2.0:1743493959.368429:0:15641:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:00038621-ef07-44f7-8531-81bf2ec881e5+12:2439:x1828185027950336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 227us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.368438:0:15641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3518 00010000:00010000:3.0:1743493959.368517:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368717:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368730:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368743:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368789:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368799:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368813:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.368819:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368829:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368849:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.368858:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d34 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.370953:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.370974:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.370988:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.370996:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.371006:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.371014:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529156c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493959.371019:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.371029:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.371051:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.371060:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.371634:0:6539:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 11 pid: 8427 timeout: 1261 lvb_type: 0 00000100:00100000:1.0:1743493959.371695:0:6539:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3519 00000100:00100000:1.0:1743493959.371706:0:6539:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+11:2439:x1828185027950464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1743493959.371741:0:6539:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1743493959.371765:0:6539:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 11 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.371780:0:6539:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 11 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.371802:0:6539:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547434c0/0x1414d533cd4adf4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8b4 expref: 11 pid: 8427 timeout: 1261 lvb_type: 0 00010000:00010000:1.0:1743493959.371813:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.371816:0:6539:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1743493959.371821:0:6539:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.371831:0:6539:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.371892:0:6539:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1743493959.371984:0:6539:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00038621-ef07-44f7-8531-81bf2ec881e5+10:2439:x1828185027950464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 279us (4991us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.371994:0:6539:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3519 00000100:00100000:3.0:1743493959.374799:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3678:x1828185060522240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23342us (24683us total) trans 4294968088 rc 0/0 00000100:00100000:3.0:1743493959.374815:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00010000:00010000:3.0:1743493959.374941:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.374955:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.374968:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.374976:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.374986:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.374994:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914400 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493959.374999:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.375009:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.375031:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.375039:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493959.375667:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.375792:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950720 00000100:00100000:2.0:1743493959.375806:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950720 00000100:00100000:2.0:1743493959.375883:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3752 00000100:00100000:2.0:1743493959.375897:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027950720:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493959.376482:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3677:x1828185060521984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26935us (27019us total) trans 4294968090 rc 0/0 00000100:00100000:3.0:1743493959.376494:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000004:00080000:3.0:1743493959.376698:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50172880/2, rc 0, transno 4294968090 00000100:00100000:3.0:1743493959.376718:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50172880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060521984:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1743493959.377041:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b501750c0/2, rc 0, transno 4294968088 00000100:00100000:1.0:1743493959.377064:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b501750c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060522240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1743493959.379197:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+25:3677:x1828185060521728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30154us (30308us total) trans 4294968089 rc 0/0 00000100:00100000:1.0:1743493959.379215:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000004:00080000:0.0:1743493959.380542:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b50174540/2, rc 0, transno 4294968089 00000100:00100000:0.0:1743493959.380573:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50174540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060521728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1743493959.403083:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027950720:12345-192.168.206.41@tcp:37:rm.0 Request processed in 27169us (27408us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.403104:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3752 00000100:00100000:3.0:1743493959.409148:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.409233:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027950976 00000100:00100000:0.0:1743493959.409249:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027950976 00000100:00100000:0.0:1743493959.409370:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3753 00000100:00100000:0.0:1743493959.409380:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027950976:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493959.412110:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027950976:12345-192.168.206.41@tcp:35:rm.0 Request processed in 2719us (2961us total) trans 4294975073 rc 0/0 00000100:00100000:2.0:1743493959.412128:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3753 00000100:00100000:2.0:1743493959.418791:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.421446:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027951232 00000100:00100000:0.0:1743493959.421468:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027951232 00000100:00100000:0.0:1743493959.421614:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12923 00000100:00100000:0.0:1743493959.421625:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027951232:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493959.421803:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493959.421842:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523e3 expref: 99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.421881:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e61e40/0x1414d533cd4b3f8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c6f2 expref: 98 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.421905:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535016c0/0x1414d533cd4ac74b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fa7 expref: 97 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.421932:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb9a80/0x1414d533cd4ac64f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f53 expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.421950:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5662da40) 00010000:00010000:0.0:1743493959.421973:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493959.422019:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422035:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422047:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422095:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422103:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422110:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422287:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422296:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.422316:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493959.422899:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3926, 176 off693408 00000004:00200000:0.0:1743493959.423030:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fa:0x0]: returning size 4096 00010000:00010000:0.0:1743493959.423052:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423061:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423071:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423078:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493959.423086:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423096:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423116:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fa:0x0].0x0 (ffff998b5542c380) 00010000:00010000:0.0:1743493959.423121:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493959.423128:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423136:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d49 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423544:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423553:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423559:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423563:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493959.423568:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423573:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423583:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:0.0:1743493959.423585:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493959.423589:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423594:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d3b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493959.423609:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000cd0cb948 reply state 0000000033145ffe transno 4294975074 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423622:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.423630:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x46e192ec (ffff998b5542e740) 00010000:00010000:0.0:1743493959.423632:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493959.423636:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493959.423872:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027951232:12345-192.168.206.41@tcp:36:rm.0 Request processed in 2241us (5125us total) trans 4294975074 rc 0/0 00000100:00100000:0.0:1743493959.423885:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12923 00000100:00100000:1.0:1743493959.438137:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.438245:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027951360 00000100:00100000:2.0:1743493959.438261:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027951360 00000100:00100000:1.0:1743493959.441784:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12924 00000100:00100000:1.0:1743493959.441806:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027951360:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493959.441866:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493959.441910:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523ea expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.442020:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.442035:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.442047:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:1.0:1743493959.442097:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00000004:00200000:1.0:1743493959.442101:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493959.442122:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.442151:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ea expref: 99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.442177:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ea expref: 98 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.442186:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493959.442189:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493959.442194:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914f40, rc 0) 00000100:00100000:1.0:1743493959.442300:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027951360:12345-192.168.206.41@tcp:101:rm.0 Request processed in 499us (4177us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.442319:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12924 00000100:00100000:3.0:1743493959.450970:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.452012:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027951488 00000100:00100000:2.0:1743493959.452028:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027951488 00000100:00100000:2.0:1743493959.452190:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3754 00000100:00100000:2.0:1743493959.452202:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027951488:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:0.0:1743493959.459090:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027951488:12345-192.168.206.41@tcp:37:rm.0 Request processed in 6872us (8116us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.459112:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3754 00000100:00100000:1.0:1743493959.471359:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.471497:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027951744 00000100:00100000:0.0:1743493959.471507:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027951744 00000100:00100000:0.0:1743493959.471588:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3755 00000100:00100000:0.0:1743493959.471600:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027951744:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493959.472145:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027951744:12345-192.168.206.41@tcp:35:rm.0 Request processed in 545us (794us total) trans 4294975075 rc 0/0 00000100:00100000:0.0:1743493959.472155:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3755 00000100:00100000:3.0:1743493959.480296:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.480385:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952000 00000100:00100000:2.0:1743493959.480399:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952000 00000100:00100000:1.0:1743493959.481704:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12925 00000100:00100000:1.0:1743493959.481718:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027952000:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493959.481864:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493959.481899:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7d57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ea expref: 99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.481935:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52311300/0x1414d533cd4aee8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494adbc expref: 98 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.481955:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cba5c0/0x1414d533cd4ab6b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ce:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494995d expref: 97 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.481975:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb8400/0x1414d533cd4ab5ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949917 expref: 96 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.481989:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5662f780) 00010000:00010000:1.0:1743493959.482008:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493959.482062:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482077:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482087:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482131:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482137:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482145:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482313:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482320:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482328:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:1.0:1743493959.482856:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3927, 176 off693584 00000004:00200000:1.0:1743493959.482964:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ce:0x0]: returning size 4096 00010000:00010000:1.0:1743493959.482984:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482991:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.482998:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483004:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493959.483008:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483015:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483024:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ce:0x0].0x0 (ffff998b5542c040) 00010000:00010000:1.0:1743493959.483027:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493959.483030:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483036:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483404:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483411:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483417:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483423:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493959.483427:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483432:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483442:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:1.0:1743493959.483445:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493959.483448:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483454:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:1.0:1743493959.483471:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000095fa7cec reply state 0000000035b1c304 transno 4294975076 ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483484:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:1.0:1743493959.483495:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xddbda88f (ffff998b5542c380) 00010000:00010000:1.0:1743493959.483498:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493959.483502:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493959.483660:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027952000:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1940us (3373us total) trans 4294975076 rc 0/0 00000100:00100000:1.0:1743493959.483670:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12925 00000100:00100000:2.0:1743493959.488578:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.490679:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952128 00000100:00100000:0.0:1743493959.490698:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952128 00000100:00100000:0.0:1743493959.490850:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12926 00000100:00100000:0.0:1743493959.490862:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027952128:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493959.490912:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493959.490961:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523f1 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.491144:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.491163:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.491177:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493959.491243:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c8:0x0]: returning size 4096 00000004:00200000:2.0:1743493959.491248:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493959.491275:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.491317:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f1 expref: 99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.491351:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f1 expref: 98 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.491361:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:2.0:1743493959.491365:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493959.491370:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b529174c0, rc 0) 00000100:00100000:2.0:1743493959.491592:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027952128:12345-192.168.206.41@tcp:101:rm.0 Request processed in 730us (4211us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.491600:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12926 00000100:00100000:3.0:1743493959.497502:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.497570:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952256 00000100:00100000:0.0:1743493959.497583:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952256 00000100:00100000:0.0:1743493959.497676:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3756 00000100:00100000:0.0:1743493959.497687:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027952256:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:0.0:1743493959.506187:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027952256:12345-192.168.206.41@tcp:37:rm.0 Request processed in 8485us (8683us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.506205:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3756 00000100:00100000:2.0:1743493959.514944:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.515074:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952512 00000100:00100000:0.0:1743493959.515088:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952512 00000100:00100000:0.0:1743493959.515176:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3757 00000100:00100000:0.0:1743493959.515186:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027952512:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493959.515832:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027952512:12345-192.168.206.41@tcp:35:rm.0 Request processed in 645us (899us total) trans 4294975077 rc 0/0 00000100:00100000:0.0:1743493959.515846:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3757 00000100:00100000:3.0:1743493959.526108:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.526249:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952768 00000100:00100000:2.0:1743493959.526264:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952768 00000100:00100000:2.0:1743493959.526364:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12927 00000100:00100000:2.0:1743493959.526373:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027952768:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493959.526535:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493959.526570:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7d7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f1 expref: 99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.526610:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b100/0x1414d533cd4ae8c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494abee expref: 98 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.526667:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660cb80/0x1414d533cd4ab3da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c8:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494985a expref: 97 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.526692:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54030f40/0x1414d533cd4ab301 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494981b expref: 96 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.526715:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b544b60c0) 00010000:00010000:2.0:1743493959.526742:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493959.526861:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.526878:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.526890:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.526939:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.526947:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.526955:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.527164:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.527173:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.527181:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:2.0:1743493959.527864:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3928, 176 off693760 00000004:00200000:2.0:1743493959.527995:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c8:0x0]: returning size 4096 00010000:00010000:2.0:1743493959.528018:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528027:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528035:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528041:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.528047:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528056:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528068:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c8:0x0].0x0 (ffff998b5542edc0) 00010000:00010000:2.0:1743493959.528071:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493959.528075:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.528082:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532871:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532894:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532903:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532910:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.532916:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532930:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532951:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:2.0:1743493959.532955:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493959.532961:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.532968:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d81 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493959.532992:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000002e236829 reply state 0000000098617823 transno 4294975078 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.533006:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.533014:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xc144154 (ffff998b5542c040) 00010000:00010000:2.0:1743493959.533017:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493959.533022:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493959.536792:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027952768:12345-192.168.206.41@tcp:36:rm.0 Request processed in 10403us (10683us total) trans 4294975078 rc 0/0 00000100:00100000:2.0:1743493959.536809:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12927 00000100:00100000:1.0:1743493959.544634:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.544742:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027952896 00000100:00100000:2.0:1743493959.544864:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027952896 00000100:00100000:2.0:1743493959.544959:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12928 00000100:00100000:2.0:1743493959.544970:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027952896:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:2.0:1743493959.545016:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493959.545056:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523f8 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.545189:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.545208:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.545221:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:2.0:1743493959.545282:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f2:0x0]: returning size 4096 00000004:00200000:2.0:1743493959.545287:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493959.545323:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493959.545355:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7d96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f8 expref: 99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.545382:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f8 expref: 98 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.545392:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:2.0:1743493959.545396:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493959.545400:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52917100, rc 0) 00000100:00100000:2.0:1743493959.545494:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027952896:12345-192.168.206.41@tcp:101:rm.0 Request processed in 525us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.545503:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12928 00000100:00100000:0.0:1743493959.558402:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.558488:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.558689:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953024 00000100:00100000:3.0:1743493959.558703:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953024 00000100:00100000:3.0:1743493959.558818:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3758 00000100:00100000:3.0:1743493959.558827:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027953024:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:2.0:1743493959.559142:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953152 00000100:00100000:2.0:1743493959.559148:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953152 00000100:00100000:2.0:1743493959.559205:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12929 00000100:00100000:2.0:1743493959.559211:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027953152:12345-192.168.206.41@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1743493959.560204:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027953152:12345-192.168.206.41@tcp:501:chlg_load_threa.0 Request processed in 982us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.560220:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12929 00000100:00100000:3.0:1743493959.567245:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027953024:12345-192.168.206.41@tcp:37:rm.0 Request processed in 8400us (8851us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.567265:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3758 00000100:00100000:1.0:1743493959.568749:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.568910:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953280 00000100:00100000:2.0:1743493959.568925:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953280 00000100:00100000:2.0:1743493959.569028:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12930 00000100:00100000:2.0:1743493959.569039:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027953280:12345-192.168.206.41@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1743493959.569291:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027953280:12345-192.168.206.41@tcp:503:chlg_load_threa.0 Request processed in 252us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.569301:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12930 00000100:00100000:1.0:1743493959.573045:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.573222:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.573353:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953408 00000100:00100000:2.0:1743493959.573367:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953408 00000100:00100000:2.0:1743493959.573459:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12931 00000100:00100000:2.0:1743493959.573470:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027953408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.573909:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953664 00000100:00100000:3.0:1743493959.573980:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953664 00000100:00100000:2.0:1743493959.574002:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027953408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 532us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.574012:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12931 00000100:00100000:3.0:1743493959.574034:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3759 00000100:00100000:3.0:1743493959.574055:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027953664:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493959.575375:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027953664:12345-192.168.206.41@tcp:35:rm.0 Request processed in 1312us (2146us total) trans 4294975079 rc 0/0 00000100:00100000:2.0:1743493959.575397:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3759 00000100:00100000:1.0:1743493959.577871:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.578015:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.578324:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027953792 00000100:00100000:3.0:1743493959.578338:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027953792 00000100:00100000:3.0:1743493959.578430:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954048 00000100:00100000:3.0:1743493959.578434:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954048 00000100:00100000:3.0:1743493959.578904:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12932 00000100:00100000:3.0:1743493959.578916:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027953792:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.579226:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027953792:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 310us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.579236:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12932 00000100:00100000:3.0:1743493959.579281:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12933 00000100:00100000:3.0:1743493959.579288:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027954048:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:3.0:1743493959.579370:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493959.579410:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7d9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523f8 expref: 99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.579452:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b545b8040/0x1414d533cd4b353e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c3f7 expref: 98 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.579476:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53500400/0x1414d533cd4ac3e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e6c expref: 97 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.579498:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660fc40/0x1414d533cd4ac307 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e2d expref: 96 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.579516:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998c6c1d46c0) 00010000:00010000:3.0:1743493959.579541:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.579583:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579600:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579611:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579656:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579664:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579672:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579894:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579907:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.579914:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493959.582115:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3929, 176 off693936 00000004:00200000:2.0:1743493959.582257:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f2:0x0]: returning size 4096 00010000:00010000:2.0:1743493959.582286:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582297:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582319:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582326:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.582331:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582340:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582358:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f2:0x0].0x0 (ffff998b5542dd80) 00010000:00010000:2.0:1743493959.582361:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493959.582367:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582373:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7db2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582749:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582784:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582790:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582795:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.582798:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582804:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582817:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:2.0:1743493959.582820:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493959.582823:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582829:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7da4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493959.582847:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000049e7df29 reply state 000000009f7e716c transno 4294975080 ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582860:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.582868:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xf17aab4e (ffff998b5542edc0) 00010000:00010000:2.0:1743493959.582871:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493959.582874:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493959.585585:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027954048:12345-192.168.206.41@tcp:36:rm.0 Request processed in 6279us (7553us total) trans 4294975080 rc 0/0 00000100:00100000:2.0:1743493959.585602:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12933 00000100:00100000:0.0:1743493959.587358:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.587611:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954176 00000100:00100000:2.0:1743493959.587623:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954176 00000100:00100000:2.0:1743493959.587747:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12934 00000100:00100000:2.0:1743493959.587862:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027954176:12345-192.168.206.41@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1743493959.588388:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027954176:12345-192.168.206.41@tcp:501:chlg_load_threa.0 Request processed in 526us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.588397:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12934 00000100:00100000:1.0:1743493959.592910:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.594498:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954304 00000100:00100000:2.0:1743493959.594516:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954304 00000100:00100000:2.0:1743493959.594619:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12935 00000100:00100000:2.0:1743493959.594629:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027954304:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:2.0:1743493959.594675:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493959.594716:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7db9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e49523ff expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.594873:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.594890:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.594903:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493959.594962:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1da:0x0]: returning size 4096 00000004:00200000:2.0:1743493959.594967:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493959.594992:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.595024:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7db9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ff expref: 99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.595048:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ff expref: 98 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.595058:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:2.0:1743493959.595062:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493959.595067:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914f40, rc 0) 00000100:00100000:2.0:1743493959.595187:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027954304:12345-192.168.206.41@tcp:101:rm.0 Request processed in 557us (2289us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.595198:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12935 00000100:00100000:0.0:1743493959.595508:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.595713:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954432 00000100:00100000:2.0:1743493959.595719:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954432 00000100:00100000:2.0:1743493959.595813:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12936 00000100:00100000:2.0:1743493959.595819:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027954432:12345-192.168.206.41@tcp:503:chlg_load_threa.0 00000100:00100000:2.0:1743493959.596012:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbccb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027954432:12345-192.168.206.41@tcp:503:chlg_load_threa.0 Request processed in 191us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.596021:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12936 00000100:00100000:0.0:1743493959.607869:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.607942:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.608064:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954688 00000100:00100000:2.0:1743493959.608077:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954688 00000100:00100000:2.0:1743493959.608156:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3760 00000100:00100000:2.0:1743493959.608164:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ada6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027954688:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493959.608929:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954560 00000100:00100000:1.0:1743493959.608937:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954560 00000100:00100000:1.0:1743493959.609463:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12937 00000100:00100000:1.0:1743493959.609471:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027954560:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493959.610187:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027954560:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 704us (2318us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.610204:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12937 00000100:00100000:1.0:1743493959.619536:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.620424:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954816 00000100:00100000:0.0:1743493959.620441:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954816 00000100:00100000:0.0:1743493959.620571:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12938 00000100:00100000:0.0:1743493959.620582:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027954816:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.620609:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ada6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027954688:12345-192.168.206.41@tcp:37:rm.0 Request processed in 12436us (12656us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.620930:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027954816:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 347us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.620940:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12938 00000100:00100000:2.0:1743493959.621902:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3760 00000100:00100000:1.0:1743493959.628130:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.628282:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027954944 00000100:00100000:0.0:1743493959.628297:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027954944 00000100:00100000:0.0:1743493959.628410:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12939 00000100:00100000:0.0:1743493959.628421:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027954944:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.628744:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027954944:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 323us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.628811:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12939 00000100:00100000:3.0:1743493959.636281:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.637623:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955200 00000100:00100000:2.0:1743493959.637640:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955200 00000100:00100000:2.0:1743493959.637748:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3761 00000100:00100000:2.0:1743493959.637775:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027955200:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493959.639190:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027955200:12345-192.168.206.41@tcp:35:rm.0 Request processed in 1407us (2913us total) trans 4294975081 rc 0/0 00000100:00100000:2.0:1743493959.639204:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3761 00000100:00100000:3.0:1743493959.642212:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.652323:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.652715:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955328 00000100:00100000:1.0:1743493959.652734:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955328 00000100:00100000:1.0:1743493959.652872:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955584 00000100:00100000:1.0:1743493959.652876:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955584 00000100:00100000:1.0:1743493959.652914:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12940 00000100:00100000:1.0:1743493959.652927:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027955328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.653226:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12941 00000100:00100000:3.0:1743493959.653233:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+100:13390:x1828185027955584:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:3.0:1743493959.653359:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493959.653421:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7dc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ff expref: 100 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.653497:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50569a80/0x1414d533cd4afa0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b14a expref: 99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.653532:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52de9e40/0x1414d533cd4abb6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1da:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b1d expref: 98 pid: 6550 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493959.653539:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027955328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 596us (11323us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.653563:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12940 00010000:00010000:3.0:1743493959.653566:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b535034c0/0x1414d533cd4abaa2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949ad7 expref: 97 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.653602:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b54cbd080) 00010000:00010000:3.0:1743493959.653655:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.653707:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.653731:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.653744:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.653854:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.653863:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.653871:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654045:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654054:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654062:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:3.0:1743493959.654640:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3930, 176 off694112 00000004:00200000:3.0:1743493959.654820:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1da:0x0]: returning size 4096 00010000:00010000:3.0:1743493959.654845:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654855:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654866:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654882:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.654888:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654898:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654912:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1da:0x0].0x0 (ffff998b5542f780) 00010000:00010000:3.0:1743493959.654917:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493959.654923:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.654929:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7dd5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655390:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655397:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655402:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655408:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.655412:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655418:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655428:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493959.655431:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493959.655435:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655440:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dc7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:3.0:1743493959.655457:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000004ddd4fc3 reply state 00000000be4c5412 transno 4294975082 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655470:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493959.655477:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x8cffc40b (ffff998b5542dd80) 00010000:00010000:3.0:1743493959.655479:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493959.655483:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493959.655613:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027955584:12345-192.168.206.41@tcp:36:rm.0 Request processed in 2375us (3310us total) trans 4294975082 rc 0/0 00000100:00100000:3.0:1743493959.655623:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12941 00000100:00100000:3.0:1743493959.658623:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.658743:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955712 00000100:00100000:0.0:1743493959.658804:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955712 00000100:00100000:0.0:1743493959.658900:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12942 00000100:00100000:0.0:1743493959.658910:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027955712:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.659473:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027955712:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 549us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.659491:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12942 00000100:00100000:1.0:1743493959.663597:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.665259:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.665281:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955840 00000100:00100000:0.0:1743493959.665290:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955840 00000100:00100000:0.0:1743493959.665373:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12943 00000100:00100000:0.0:1743493959.665384:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027955840:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.665642:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027955840:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 258us (2057us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.665650:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12943 00000100:00100000:0.0:1743493959.666435:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027955968 00000100:00100000:0.0:1743493959.666442:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027955968 00000100:00100000:0.0:1743493959.666498:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12944 00000100:00100000:0.0:1743493959.666503:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027955968:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493959.666520:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493959.666563:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7ddc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952406 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.666659:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493959.666673:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493959.666684:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:0.0:1743493959.666723:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x230:0x0]: returning size 4096 00000004:00200000:0.0:1743493959.666727:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493959.666745:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493959.666799:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7ddc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952406 expref: 99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.666825:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952406 expref: 98 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.666835:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:0.0:1743493959.666838:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493959.666843:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52915a80, rc 0) 00000100:00100000:0.0:1743493959.666940:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027955968:12345-192.168.206.41@tcp:101:rm.0 Request processed in 435us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.666947:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12944 00000100:00100000:3.0:1743493959.669814:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.669867:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956096 00000100:00100000:1.0:1743493959.669878:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956096 00000100:00100000:1.0:1743493959.669954:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12945 00000100:00100000:1.0:1743493959.669963:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027956096:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493959.672134:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027956096:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 2165us (2323us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.672146:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12945 00000100:00100000:1.0:1743493959.676614:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.677248:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956224 00000100:00100000:0.0:1743493959.677259:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956224 00000100:00100000:0.0:1743493959.677355:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3762 00000100:00100000:0.0:1743493959.677366:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027956224:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493959.677377:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.677992:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956352 00000100:00100000:1.0:1743493959.677998:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956352 00000100:00100000:1.0:1743493959.678051:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12946 00000100:00100000:1.0:1743493959.678062:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027956352:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493959.681110:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbca2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027956352:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 3029us (3718us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.681127:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12946 00000100:00100000:1.0:1743493959.697720:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.697854:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956480 00000100:00100000:2.0:1743493959.697865:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956480 00000100:00100000:2.0:1743493959.697948:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12947 00000100:00100000:2.0:1743493959.697957:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027956480:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.698215:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbce200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+100:13398:x1828185027956480:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 257us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.698225:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12947 00000100:00100000:0.0:1743493959.704036:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027956224:12345-192.168.206.41@tcp:37:rm.0 Request processed in 26660us (27424us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.704051:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3762 00000100:00100000:1.0:1743493959.713575:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.714372:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956608 00000100:00100000:3.0:1743493959.714383:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956608 00000100:00100000:2.0:1743493959.715062:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12948 00000100:00100000:2.0:1743493959.715072:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027956608:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.715417:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027956608:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 343us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.715426:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12948 00000100:00100000:2.0:1743493959.721892:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.723334:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956864 00000100:00100000:0.0:1743493959.723346:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956864 00000100:00100000:0.0:1743493959.723432:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3763 00000100:00100000:0.0:1743493959.723441:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027956864:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493959.725862:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027956864:12345-192.168.206.41@tcp:35:rm.0 Request processed in 2413us (3971us total) trans 4294975083 rc 0/0 00000100:00100000:0.0:1743493959.725878:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3763 00000100:00100000:1.0:1743493959.731983:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.733010:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027956992 00000100:00100000:2.0:1743493959.733023:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027956992 00000100:00100000:2.0:1743493959.733118:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12949 00000100:00100000:2.0:1743493959.733127:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027956992:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.733428:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027956992:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 300us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.733436:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12949 00000100:00100000:1.0:1743493959.733736:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.734196:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027957248 00000100:00100000:3.0:1743493959.734203:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027957248 00000100:00100000:3.0:1743493959.734267:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12950 00000100:00100000:3.0:1743493959.734275:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+99:13390:x1828185027957248:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:3.0:1743493959.734360:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1743493959.734392:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7de3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952406 expref: 99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.734431:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53642d40/0x1414d533cd4b7977 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dabe expref: 98 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.734473:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4ade35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x230:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a84b expref: 97 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.734498:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54740040/0x1414d533cd4add47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x230:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a7f7 expref: 96 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.734516:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:3.0:1743493959.734535:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493959.734573:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734587:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734596:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734642:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734650:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734658:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734841:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x230:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734855:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.734863:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493959.735280:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3931, 176 off694288 00000004:00200000:3.0:1743493959.735406:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x230:0x0]: returning size 4096 00010000:00010000:3.0:1743493959.735423:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735430:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735437:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735442:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.735447:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735453:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735462:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x230:0x0].0x0 (ffff998b5542d080) 00010000:00010000:3.0:1743493959.735466:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493959.735470:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735476:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7df8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x230:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735837:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735846:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735852:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735857:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493959.735861:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735867:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735876:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:3.0:1743493959.735879:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493959.735882:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735887:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493959.735903:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000037599427 reply state 00000000ec3c5bd8 transno 4294975084 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735914:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.735921:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x2c71d537 (ffff998b5542f780) 00010000:00010000:3.0:1743493959.735923:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493959.735926:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493959.736030:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027957248:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1752us (2292us total) trans 4294975084 rc 0/0 00000100:00100000:3.0:1743493959.736042:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12950 00000100:00100000:0.0:1743493959.740905:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.743218:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027957376 00000100:00100000:2.0:1743493959.743234:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027957376 00000100:00100000:2.0:1743493959.744567:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12951 00000100:00100000:2.0:1743493959.744578:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027957376:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.747019:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027957376:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 2433us (6115us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.747034:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12951 00000100:00100000:1.0:1743493959.752360:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.752684:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027957632 00000100:00100000:2.0:1743493959.752694:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027957632 00000100:00100000:3.0:1743493959.753459:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3764 00000100:00100000:3.0:1743493959.753470:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027957632:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:3.0:1743493959.757689:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027957632:12345-192.168.206.41@tcp:35:rm.0 Request processed in 4210us (5332us total) trans 4294975085 rc 0/0 00000100:00100000:3.0:1743493959.757703:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3764 00000100:00100000:1.0:1743493959.759263:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.759356:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027957760 00000100:00100000:3.0:1743493959.759365:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027957760 00000100:00100000:3.0:1743493959.759433:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12952 00000100:00100000:3.0:1743493959.759442:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027957760:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.759663:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50686200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027957760:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 220us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.759672:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12952 00000100:00100000:1.0:1743493959.763955:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.765011:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.765706:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027957888 00000100:00100000:2.0:1743493959.765718:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027957888 00000100:00100000:2.0:1743493959.765814:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027958144 00000100:00100000:2.0:1743493959.765818:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027958144 00000100:00100000:2.0:1743493959.765856:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12953 00000100:00100000:2.0:1743493959.765865:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027957888:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.767328:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50687900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+99:13398:x1828185027957888:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1458us (3376us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.767340:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12953 00000100:00100000:2.0:1743493959.767389:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12954 00000100:00100000:2.0:1743493959.767396:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13390:x1828185027958144:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493959.767466:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493959.767498:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52dea200/0x1414d533cd4ab998 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949a8a expref: 98 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.767531:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f15e40/0x1414d533cd4ad3bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a470 expref: 97 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.767551:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53504b80/0x1414d533cd4aaf18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b4:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49496b6 expref: 96 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.767570:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5022adc0) 00010000:00010000:2.0:1743493959.767598:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d31300/0x1414d533cd4c7960 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c0 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.767614:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:2.0:1743493959.767619:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493959.767658:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767672:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767682:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767729:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767737:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767744:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767936:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767945:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.767954:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:2.0:1743493959.768432:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3932, 176 off694464 00000004:00200000:2.0:1743493959.768541:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b4:0x0]: returning size 4096 00010000:00010000:2.0:1743493959.768560:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768568:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768579:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768586:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.768590:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768598:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768607:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x0 (ffff998b5542c6c0) 00010000:00010000:2.0:1743493959.768610:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493959.768615:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.768620:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e0d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769012:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769019:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769025:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769031:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.769034:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769040:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769053:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:2.0:1743493959.769056:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493959.769059:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769065:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7dff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493959.769083:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000039027624 reply state 0000000070705a67 transno 4294975086 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769094:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493959.769101:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xfe8990f0 (ffff998b5542d080) 00010000:00010000:2.0:1743493959.769104:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493959.769107:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493959.769196:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027958144:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1797us (4186us total) trans 4294975086 rc 0/0 00000100:00100000:2.0:1743493959.769204:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12954 00000100:00100000:1.0:1743493959.773440:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.773537:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027958272 00000100:00100000:3.0:1743493959.773548:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027958272 00000100:00100000:3.0:1743493959.773623:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12955 00000100:00100000:3.0:1743493959.773632:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027958272:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.773918:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027958272:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 284us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.773927:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12955 00000100:00100000:1.0:1743493959.777483:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.777583:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027958528 00000100:00100000:0.0:1743493959.777593:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027958528 00000100:00100000:0.0:1743493959.777668:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3765 00000100:00100000:0.0:1743493959.777677:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027958528:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493959.778142:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027958528:12345-192.168.206.41@tcp:35:rm.0 Request processed in 463us (665us total) trans 4294975087 rc 0/0 00000100:00100000:0.0:1743493959.778149:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3765 00000100:00100000:0.0:1743493959.782974:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.783102:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.783613:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027958656 00000100:00100000:1.0:1743493959.783623:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027958656 00000100:00100000:1.0:1743493959.783706:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027958912 00000100:00100000:1.0:1743493959.783710:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027958912 00000100:00100000:1.0:1743493959.783784:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12956 00000100:00100000:1.0:1743493959.783793:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027958656:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493959.784091:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027958656:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 297us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.784100:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12956 00000100:00100000:1.0:1743493959.784140:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12957 00000100:00100000:1.0:1743493959.784145:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027958912:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493959.784211:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493959.784240:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54742200/0x1414d533cd4ad27a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a3f9 expref: 97 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.784269:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011ed40/0x1414d533cd4aaabf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494950b expref: 96 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.784291:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56978b80/0x1414d533cd4aa9df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49494a9 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.784329:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b502b13c0) 00010000:00010000:1.0:1743493959.784355:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30f40/0x1414d533cd4c792f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523ab expref: 94 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493959.784371:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493959.784375:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493959.784413:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784426:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784436:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784479:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784487:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784494:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784625:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784634:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.784641:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493959.785090:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3933, 176 off694640 00000004:00200000:1.0:1743493959.785192:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b2:0x0]: returning size 4096 00010000:00010000:1.0:1743493959.785209:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785216:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785222:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785227:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493959.785232:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785238:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785249:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0x0 (ffff998b5542f100) 00010000:00010000:1.0:1743493959.785252:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493959.785256:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785263:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e22 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785578:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785585:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785591:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785596:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493959.785599:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785605:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785614:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493959.785617:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493959.785620:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785625:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e14 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493959.785640:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000049ef079f reply state 0000000088d0fb05 transno 4294975088 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785650:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493959.785656:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0xf138ac0d (ffff998b5542c6c0) 00010000:00010000:1.0:1743493959.785658:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493959.785661:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493959.785743:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50681740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027958912:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1594us (2639us total) trans 4294975088 rc 0/0 00000100:00100000:1.0:1743493959.785772:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12957 00000100:00100000:3.0:1743493959.793825:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.794605:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959040 00000100:00100000:1.0:1743493959.794617:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959040 00000100:00100000:1.0:1743493959.794710:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12958 00000100:00100000:1.0:1743493959.794720:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959040:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493959.795007:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50682e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959040:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 286us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493959.795017:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12958 00000100:00100000:1.0:1743493959.800743:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.804547:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959168 00000100:00100000:3.0:1743493959.804562:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959168 00000100:00100000:3.0:1743493959.804662:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3766 00000100:00100000:3.0:1743493959.804672:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad73850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027959168:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493959.810491:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.810587:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959296 00000100:00100000:2.0:1743493959.810598:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959296 00000100:00100000:2.0:1743493959.810677:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12959 00000100:00100000:2.0:1743493959.810686:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027959296:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.810974:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50684b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027959296:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 287us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.810983:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12959 00000100:00100000:3.0:1743493959.813175:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad73850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027959168:12345-192.168.206.41@tcp:37:rm.0 Request processed in 8496us (12436us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.813189:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3766 00000100:00100000:1.0:1743493959.813676:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.814365:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959424 00000100:00100000:3.0:1743493959.814373:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959424 00000100:00100000:2.0:1743493959.815203:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12960 00000100:00100000:2.0:1743493959.815212:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959424:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.815468:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50685c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959424:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 256us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.815476:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12960 00000100:00100000:1.0:1743493959.825741:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.826914:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959552 00000100:00100000:2.0:1743493959.826925:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959552 00000100:00100000:2.0:1743493959.827007:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12961 00000100:00100000:2.0:1743493959.827017:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959552:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.827527:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50683f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959552:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 510us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.827536:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12961 00000100:00100000:1.0:1743493959.847599:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.847674:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959680 00000100:00100000:2.0:1743493959.847684:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959680 00000100:00100000:2.0:1743493959.847803:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12962 00000100:00100000:2.0:1743493959.847813:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959680:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.848124:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b506822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027959680:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 310us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.848134:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12962 00000100:00100000:1.0:1743493959.849192:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.849431:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959808 00000100:00100000:2.0:1743493959.849439:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959808 00000100:00100000:2.0:1743493959.849494:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3767 00000100:00100000:2.0:1743493959.849501:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027959808:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493959.862609:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.862689:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027959936 00000100:00100000:0.0:1743493959.862699:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027959936 00000100:00100000:0.0:1743493959.862819:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12963 00000100:00100000:0.0:1743493959.862831:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027959936:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.863100:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027959936:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 267us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.863109:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12963 00000100:00100000:0.0:1743493959.867825:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.868784:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960064 00000100:00100000:3.0:1743493959.868795:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960064 00000100:00100000:3.0:1743493959.868905:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12964 00000100:00100000:3.0:1743493959.868914:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027960064:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493959.872552:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027959808:12345-192.168.206.41@tcp:37:rm.0 Request processed in 23037us (23349us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493959.872567:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3767 00000100:00100000:3.0:1743493959.873239:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027960064:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 4322us (5420us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.873249:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12964 00000100:00100000:1.0:1743493959.877890:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.877990:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960192 00000100:00100000:3.0:1743493959.878000:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960192 00000100:00100000:3.0:1743493959.878069:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12965 00000100:00100000:3.0:1743493959.878077:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027960192:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.878347:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027960192:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 268us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.878356:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12965 00000100:00100000:1.0:1743493959.883401:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.883591:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.883802:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960320 00000100:00100000:3.0:1743493959.883813:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960320 00000100:00100000:3.0:1743493959.883881:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960448 00000100:00100000:3.0:1743493959.883884:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960448 00000100:00100000:3.0:1743493959.883923:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12966 00000100:00100000:3.0:1743493959.883931:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027960320:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:3.0:1743493959.883955:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493959.883993:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495240d expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.884091:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.884106:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.884117:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:3.0:1743493959.884164:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c1:0x0]: returning size 4096 00000004:00200000:3.0:1743493959.884168:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493959.884188:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493959.884215:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495240d expref: 98 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.884237:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495240d expref: 97 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493959.884246:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:3.0:1743493959.884250:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493959.884254:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52914040, rc 0) 00000100:00100000:3.0:1743493959.884346:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027960320:12345-192.168.206.41@tcp:101:rm.0 Request processed in 414us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.884354:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12966 00000100:00100000:3.0:1743493959.884395:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12967 00000100:00100000:3.0:1743493959.884400:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027960448:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.884595:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027960448:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 192us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.884603:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12967 00000100:00100000:1.0:1743493959.894876:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.895001:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960576 00000100:00100000:2.0:1743493959.895011:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960576 00000100:00100000:2.0:1743493959.895084:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3768 00000100:00100000:2.0:1743493959.895093:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027960576:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493959.898945:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.899228:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960704 00000100:00100000:2.0:1743493959.899239:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960704 00000100:00100000:0.0:1743493959.899943:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12968 00000100:00100000:0.0:1743493959.899953:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027960704:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.900212:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027960704:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 258us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.900222:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12968 00000100:00100000:1.0:1743493959.907141:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.907953:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027960576:12345-192.168.206.41@tcp:37:rm.0 Request processed in 12856us (13083us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.907967:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3768 00000100:00100000:0.0:1743493959.908097:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960832 00000100:00100000:0.0:1743493959.908106:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960832 00000100:00100000:0.0:1743493959.908170:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12969 00000100:00100000:0.0:1743493959.908179:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027960832:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.908418:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027960832:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 238us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.908427:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12969 00000100:00100000:1.0:1743493959.915385:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.916181:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.916257:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961216 00000100:00100000:2.0:1743493959.916269:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961216 00000100:00100000:2.0:1743493959.916351:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3769 00000100:00100000:2.0:1743493959.916361:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027961216:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493959.916853:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027961216:12345-192.168.206.41@tcp:35:rm.0 Request processed in 491us (671us total) trans 4294975089 rc 0/0 00000100:00100000:2.0:1743493959.916863:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3769 00000100:00100000:3.0:1743493959.920247:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027960960 00000100:00100000:3.0:1743493959.920264:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027960960 00000100:00100000:0.0:1743493959.923289:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12970 00000100:00100000:0.0:1743493959.923300:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027960960:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.923598:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027960960:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 296us (8220us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.923607:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12970 00000100:00100000:1.0:1743493959.928562:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.928693:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961472 00000100:00100000:2.0:1743493959.928706:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961472 00000100:00100000:2.0:1743493959.928818:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12971 00000100:00100000:2.0:1743493959.928827:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027961472:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493959.928900:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1743493959.928929:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495240d expref: 97 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.928958:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0f40/0x1414d533cd4ae1a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a994 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.928991:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56979300/0x1414d533cd4ab125 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949765 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.929020:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b4f7065c0/0x1414d533cd4ab061 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494971f expref: 94 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.929037:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998c47e9b780) 00010000:00010000:2.0:1743493959.929072:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b0040/0x1414d533cd4ae17d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a986 expref: 93 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493959.929088:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:2.0:1743493959.929092:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493959.929127:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929140:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929149:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929189:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929195:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929202:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929354:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929363:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.929371:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493959.929879:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3934, 176 off694816 00000004:00200000:2.0:1743493959.930026:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1c1:0x0]: returning size 4096 00010000:00010000:2.0:1743493959.930044:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930055:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930065:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930071:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.930078:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930087:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930100:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c1:0x0].0x0 (ffff998b5542e400) 00010000:00010000:2.0:1743493959.930103:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493959.930107:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930113:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e45 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930593:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930601:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930608:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930613:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493959.930616:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930622:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930633:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:2.0:1743493959.930635:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493959.930639:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930649:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e37 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493959.930665:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000075576440 reply state 00000000e1e28384 transno 4294975090 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930676:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493959.930682:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x9e0a5f7e (ffff998b5542f100) 00010000:00010000:2.0:1743493959.930684:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493959.930687:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1743493959.933005:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027961472:12345-192.168.206.41@tcp:36:rm.0 Request processed in 4168us (4442us total) trans 4294975090 rc 0/0 00000100:00100000:3.0:1743493959.933017:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12971 00000100:00100000:1.0:1743493959.933269:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493959.933734:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961600 00000100:00100000:3.0:1743493959.933743:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961600 00000100:00100000:3.0:1743493959.933831:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12972 00000100:00100000:3.0:1743493959.933837:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027961600:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.934059:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027961600:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 220us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.934067:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12972 00000100:00100000:1.0:1743493959.951201:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.951377:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493959.951491:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961728 00000100:00100000:0.0:1743493959.951513:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961728 00000100:00100000:0.0:1743493959.951606:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961856 00000100:00100000:0.0:1743493959.951610:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961856 00000100:00100000:0.0:1743493959.951658:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12973 00000100:00100000:0.0:1743493959.951669:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027961728:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493959.951719:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493959.951798:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952414 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.951931:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.951948:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.951964:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493959.952028:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x203:0x0]: returning size 4096 00000004:00200000:0.0:1743493959.952033:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493959.952060:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493959.952091:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952414 expref: 97 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.952115:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952414 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493959.952125:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493959.952128:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493959.952131:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52917880, rc 0) 00000100:00100000:0.0:1743493959.952231:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50059d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027961728:12345-192.168.206.41@tcp:101:rm.0 Request processed in 563us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.952238:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12973 00000100:00100000:0.0:1743493959.952281:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12974 00000100:00100000:0.0:1743493959.952287:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027961856:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493959.952520:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027961856:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 231us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493959.952528:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12974 00000100:00100000:1.0:1743493959.967339:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493959.967427:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493959.967507:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027961984 00000100:00100000:2.0:1743493959.967526:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027961984 00000100:00100000:2.0:1743493959.967624:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12975 00000100:00100000:2.0:1743493959.967640:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027961984:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493959.968062:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027961984:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 423us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493959.968076:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12975 00000100:00100000:0.0:1743493959.969706:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027962112 00000100:00100000:0.0:1743493959.969721:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027962112 00000100:00100000:0.0:1743493959.969833:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3770 00000100:00100000:0.0:1743493959.969843:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027962112:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493960.008944:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.009320:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027962240 00000100:00100000:3.0:1743493960.009333:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027962240 00000100:00100000:3.0:1743493960.009423:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12976 00000100:00100000:3.0:1743493960.009434:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027962240:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493960.009829:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027962112:12345-192.168.206.41@tcp:37:rm.0 Request processed in 39984us (42403us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493960.009841:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3770 00000100:00100000:3.0:1743493960.010503:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027962240:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1060us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.010518:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12976 00000100:00100000:1.0:1743493960.018856:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.019039:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027962496 00000100:00100000:0.0:1743493960.019053:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027962496 00000100:00100000:1.0:1743493960.019060:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.019146:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3771 00000100:00100000:0.0:1743493960.019156:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad76850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027962496:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493960.019734:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad76850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027962496:12345-192.168.206.41@tcp:35:rm.0 Request processed in 577us (891us total) trans 4294975091 rc 0/0 00000100:00100000:0.0:1743493960.019744:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3771 00000100:00100000:3.0:1743493960.021149:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027962624 00000100:00100000:3.0:1743493960.021167:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027962624 00000100:00100000:3.0:1743493960.021266:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12977 00000100:00100000:3.0:1743493960.021275:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027962624:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493960.021554:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50058040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027962624:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 277us (2491us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.021562:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12977 00000100:00100000:1.0:1743493960.032829:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.032969:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.034147:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027962880 00000100:00100000:3.0:1743493960.034159:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027962880 00000100:00100000:3.0:1743493960.034229:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963008 00000100:00100000:3.0:1743493960.034231:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963008 00000100:00100000:0.0:1743493960.034849:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12978 00000100:00100000:0.0:1743493960.034859:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027962880:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.034950:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493960.034980:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952414 expref: 97 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.035012:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52e60b80/0x1414d533cd4b484d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c9f4 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.035056:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc6d40/0x1414d533cd4acaa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x203:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a0d4 expref: 95 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.035082:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4aca00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x203:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a09c expref: 94 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.035105:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493960.035123:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.035161:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035176:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035186:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035230:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035237:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035244:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035404:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x203:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035413:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035419:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000040:00080000:0.0:1743493960.035864:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3935, 176 off694992 00000004:00200000:0.0:1743493960.035968:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x203:0x0]: returning size 4096 00010000:00010000:0.0:1743493960.035984:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035992:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.035998:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.036003:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.036007:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.036015:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.036024:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x203:0x0].0x0 (ffff998b5542cd40) 00010000:00010000:0.0:1743493960.036027:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.036031:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.036037:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x203:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000100:00100000:2.0:1743493960.036650:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12979 00000100:00100000:2.0:1743493960.036661:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027963008:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493960.036910:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc00600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027963008:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 249us (3940us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.036918:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12979 00010000:00010000:0.0:1743493960.047182:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047203:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047211:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047217:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.047222:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047233:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047249:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493960.047253:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.047258:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047263:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:0.0:1743493960.047287:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000db63e249 reply state 0000000051303e38 transno 4294975092 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047310:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:0.0:1743493960.047322:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x56ca4f59 (ffff998b5542e400) 00010000:00010000:0.0:1743493960.047326:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.047331:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.047464:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027962880:12345-192.168.206.41@tcp:36:rm.0 Request processed in 12600us (14641us total) trans 4294975092 rc 0/0 00000100:00100000:0.0:1743493960.047475:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12978 00000100:00100000:3.0:1743493960.047571:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.047663:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963136 00000100:00100000:2.0:1743493960.047675:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963136 00000100:00100000:2.0:1743493960.047745:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12980 00000100:00100000:2.0:1743493960.047787:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027963136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.047848:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493960.048007:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027963136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 253us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.048015:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12980 00000100:00100000:0.0:1743493960.052140:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.052204:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.052286:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963264 00000100:00100000:2.0:1743493960.052297:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963264 00000100:00100000:2.0:1743493960.052384:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963392 00000100:00100000:2.0:1743493960.052389:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963392 00000100:00100000:2.0:1743493960.052442:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12981 00000100:00100000:2.0:1743493960.052450:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027963264:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493960.052723:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027963264:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 272us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.052731:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12981 00000100:00100000:2.0:1743493960.052807:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12982 00000100:00100000:2.0:1743493960.052814:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027963392:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:2.0:1743493960.052845:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493960.052912:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495241b expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.053001:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.053016:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.053028:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:2.0:1743493960.053073:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22d:0x0]: returning size 4096 00000004:00200000:2.0:1743493960.053077:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493960.053096:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.053121:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495241b expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.053142:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495241b expref: 95 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.053149:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:2.0:1743493960.053152:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493960.053156:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52917880, rc 0) 00000100:00100000:2.0:1743493960.053212:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027963392:12345-192.168.206.41@tcp:101:rm.0 Request processed in 397us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.053220:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12982 00000100:00100000:0.0:1743493960.068997:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.069637:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963520 00000100:00100000:2.0:1743493960.069649:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963520 00000100:00100000:2.0:1743493960.069732:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3772 00000100:00100000:2.0:1743493960.069742:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027963520:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493960.073040:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.077814:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.078623:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963648 00000100:00100000:1.0:1743493960.078642:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963648 00000100:00100000:1.0:1743493960.078954:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963776 00000100:00100000:1.0:1743493960.078966:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963776 00000100:00100000:1.0:1743493960.079013:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12983 00000100:00100000:1.0:1743493960.079022:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027963648:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493960.079284:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc01d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027963648:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 260us (6255us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.079293:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12983 00000100:00100000:1.0:1743493960.079354:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12984 00000100:00100000:1.0:1743493960.079360:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027963776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.079401:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493960.079546:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc03400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027963776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 183us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.079554:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12984 00000100:00100000:2.0:1743493960.089089:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027963520:12345-192.168.206.41@tcp:37:rm.0 Request processed in 19337us (20092us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.089105:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3772 00000100:00100000:2.0:1743493960.100517:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.102705:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027963904 00000100:00100000:3.0:1743493960.102719:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027963904 00000100:00100000:0.0:1743493960.102954:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.103102:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.103310:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964288 00000100:00100000:1.0:1743493960.103316:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964288 00000100:00100000:2.0:1743493960.103394:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964160 00000100:00100000:1.0:1743493960.103394:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12985 00000100:00100000:2.0:1743493960.103402:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964160 00000100:00100000:1.0:1743493960.103409:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027964288:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493960.103454:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3773 00000100:00100000:2.0:1743493960.103462:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027964160:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:1.0:1743493960.103695:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13398:x1828185027964288:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 288us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.103704:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12985 00000100:00100000:2.0:1743493960.104104:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027964160:12345-192.168.206.41@tcp:35:rm.0 Request processed in 640us (1152us total) trans 4294975093 rc 0/0 00000100:00100000:2.0:1743493960.104111:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3773 00000100:00100000:2.0:1743493960.107655:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12986 00000100:00100000:2.0:1743493960.107667:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027963904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.107734:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x319:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.107942:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x319:0x0]: rc = -2 00000100:00100000:2.0:1743493960.108047:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027963904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 380us (7539us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.108056:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12986 00000100:00100000:1.0:1743493960.111050:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.111168:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964544 00000100:00100000:0.0:1743493960.111178:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964544 00000100:00100000:0.0:1743493960.111240:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12987 00000100:00100000:0.0:1743493960.111249:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027964544:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.111331:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493960.111360:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7e76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495241b expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.111391:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b51a0b880/0x1414d533cd4bedde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ffe7 expref: 95 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.111428:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b540665c0/0x1414d533cd4b75fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494d991 expref: 94 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.111461:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc74c0/0x1414d533cd4adb41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a74f expref: 93 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.111480:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5662c380) 00010000:00010000:0.0:1743493960.111498:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.111536:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111549:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111559:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111602:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111610:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111618:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111776:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111785:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.111793:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493960.112186:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3936, 176 off695168 00000004:00200000:0.0:1743493960.112292:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x22d:0x0]: returning size 4096 00010000:00010000:0.0:1743493960.112318:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112325:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112332:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112337:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.112341:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112347:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112356:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22d:0x0].0x0 (ffff998b5542e0c0) 00010000:00010000:0.0:1743493960.112358:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.112362:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112368:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e8b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112692:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112699:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112705:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112711:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.112714:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112720:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112729:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493960.112732:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.112735:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112742:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493960.112783:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b72420a9 reply state 00000000e698c5b5 transno 4294975094 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112795:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.112807:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x106120ec (ffff998b5542cd40) 00010000:00010000:0.0:1743493960.112809:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.112812:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.112919:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027964544:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1669us (1874us total) trans 4294975094 rc 0/0 00000100:00100000:0.0:1743493960.112928:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12987 00000100:00100000:1.0:1743493960.116853:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.117023:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964672 00000100:00100000:3.0:1743493960.117034:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964672 00000100:00100000:3.0:1743493960.117113:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12988 00000100:00100000:3.0:1743493960.117121:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027964672:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493960.117380:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13398:x1828185027964672:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 258us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.117389:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12988 00000100:00100000:2.0:1743493960.128290:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.128682:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964928 00000100:00100000:3.0:1743493960.128693:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964928 00000100:00100000:3.0:1743493960.128783:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12989 00000100:00100000:3.0:1743493960.128792:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027964928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.128855:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31a:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.129024:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31a:0x0]: rc = -2 00000100:00100000:3.0:1743493960.129105:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027964928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (823us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.129113:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12989 00000100:00100000:0.0:1743493960.131186:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.131290:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.131369:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965056 00000100:00100000:2.0:1743493960.131376:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965056 00000100:00100000:2.0:1743493960.131434:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027964800 00000100:00100000:2.0:1743493960.131437:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027964800 00000100:00100000:2.0:1743493960.131472:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12990 00000100:00100000:2.0:1743493960.131480:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027965056:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493960.131712:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13398:x1828185027965056:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 231us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.131720:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12990 00000100:00100000:2.0:1743493960.131780:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12991 00000100:00100000:2.0:1743493960.131784:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027964800:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:2.0:1743493960.131794:0:8615:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493960.131826:0:8615:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952422 expref: -99 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.131905:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.131919:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.131929:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00200000:2.0:1743493960.131962:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00000004:00200000:2.0:1743493960.131965:0:8615:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493960.131983:0:8615:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.132004:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7e92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952422 expref: 96 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.132023:0:8615:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952422 expref: 95 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.132037:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493960.132040:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493960.132044:0:8615:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b52917c40, rc 0) 00000100:00100000:2.0:1743493960.132085:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027964800:12345-192.168.206.41@tcp:101:rm.0 Request processed in 299us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.132091:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12991 00000100:00100000:0.0:1743493960.136939:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.137240:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965184 00000100:00100000:2.0:1743493960.137251:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965184 00000100:00100000:3.0:1743493960.137553:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12992 00000100:00100000:3.0:1743493960.137562:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027965184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.137618:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.137799:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:3.0:1743493960.137882:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027965184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 319us (950us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.137891:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12992 00000100:00100000:3.0:1743493960.151219:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.155347:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.155586:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965312 00000100:00100000:2.0:1743493960.155596:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965312 00000100:00100000:3.0:1743493960.157538:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.157673:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3774 00000100:00100000:0.0:1743493960.157684:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027965312:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493960.161317:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965440 00000100:00100000:1.0:1743493960.161330:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965440 00000100:00100000:1.0:1743493960.161403:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965568 00000100:00100000:1.0:1743493960.161407:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965568 00000100:00100000:1.0:1743493960.161458:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12993 00000100:00100000:1.0:1743493960.161467:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027965440:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493960.161709:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027965440:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 241us (6369us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.161718:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12993 00000100:00100000:1.0:1743493960.161776:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12994 00000100:00100000:1.0:1743493960.161782:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027965568:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.161822:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.161973:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493960.162018:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027965568:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 234us (4486us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.162025:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12994 00000100:00100000:0.0:1743493960.174549:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.174712:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.174863:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965696 00000100:00100000:2.0:1743493960.174873:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965696 00000100:00100000:2.0:1743493960.174948:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965824 00000100:00100000:2.0:1743493960.174952:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965824 00000100:00100000:2.0:1743493960.174988:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12995 00000100:00100000:2.0:1743493960.174996:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027965696:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493960.175241:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+98:13398:x1828185027965696:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 243us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.175250:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12995 00000100:00100000:2.0:1743493960.175290:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12996 00000100:00100000:2.0:1743493960.175296:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027965824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.175363:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493960.175497:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027965824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 199us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.175505:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12996 00000100:00100000:2.0:1743493960.178902:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027965312:12345-192.168.206.41@tcp:37:rm.0 Request processed in 21209us (27683us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.178914:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3774 00000100:00100000:3.0:1743493960.182664:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.182930:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.183129:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027965952 00000100:00100000:1.0:1743493960.183139:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027965952 00000100:00100000:1.0:1743493960.183211:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966080 00000100:00100000:1.0:1743493960.183215:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966080 00000100:00100000:1.0:1743493960.183250:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12997 00000100:00100000:1.0:1743493960.183258:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027965952:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493960.183516:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13398:x1828185027965952:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 256us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.183525:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12997 00000100:00100000:1.0:1743493960.183562:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12998 00000100:00100000:1.0:1743493960.183567:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027966080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.183601:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1743493960.183725:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027966080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 155us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.183732:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12998 00000100:00100000:3.0:1743493960.189186:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.192351:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966208 00000100:00100000:2.0:1743493960.192366:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966208 00000100:00100000:2.0:1743493960.192460:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 12999 00000100:00100000:2.0:1743493960.192469:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027966208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.192548:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.192710:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31b:0x0]: rc = -2 00000100:00100000:2.0:1743493960.192849:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027966208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 379us (3671us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.192857:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 12999 00000100:00100000:3.0:1743493960.195552:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.195609:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966464 00000100:00100000:2.0:1743493960.195621:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966464 00000100:00100000:2.0:1743493960.195699:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3775 00000100:00100000:2.0:1743493960.195708:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027966464:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493960.196183:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027966464:12345-192.168.206.41@tcp:35:rm.0 Request processed in 474us (636us total) trans 4294975095 rc 0/0 00000100:00100000:2.0:1743493960.196193:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3775 00000100:00100000:0.0:1743493960.199922:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.200021:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966592 00000100:00100000:2.0:1743493960.200038:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966592 00000100:00100000:2.0:1743493960.200144:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13000 00000100:00100000:2.0:1743493960.200152:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027966592:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.200234:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.200403:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31c:0x0]: rc = -2 00000100:00100000:2.0:1743493960.200495:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027966592:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (580us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.200505:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13000 00000100:00100000:3.0:1743493960.206545:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.206614:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966720 00000100:00100000:2.0:1743493960.206625:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966720 00000100:00100000:3.0:1743493960.206729:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.211060:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027966976 00000100:00100000:2.0:1743493960.211076:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027966976 00000100:00100000:0.0:1743493960.211154:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13001 00000100:00100000:2.0:1743493960.211164:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13002 00000100:00100000:0.0:1743493960.211164:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027966720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1743493960.211170:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027966976:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493960.211254:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493960.211283:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7e99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952422 expref: 97 pid: 8615 timeout: 0 lvb_type: 0 00000004:00000080:0.0:1743493960.211298:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1743493960.211325:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680cb80/0x1414d533cd4b403c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c731 expref: 96 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.211363:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011f4c0/0x1414d533cd4ac79f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1fb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949fc3 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.211384:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54030040/0x1414d533cd4ac6f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949f84 expref: 94 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.211412:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5662c040) 00010000:00010000:2.0:1743493960.211433:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493960.211467:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00000004:00000080:0.0:1743493960.211471:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00010000:00010000:2.0:1743493960.211482:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211491:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211532:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211539:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211546:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000100:00100000:0.0:1743493960.211577:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027966720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 412us (5046us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.211586:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13001 00010000:00010000:2.0:1743493960.211657:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211666:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.211673:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:2.0:1743493960.212122:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3937, 176 off695344 00000004:00200000:2.0:1743493960.212231:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1fb:0x0]: returning size 4096 00010000:00010000:2.0:1743493960.212248:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212255:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212262:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212268:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529147c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.212272:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212279:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212290:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1fb:0x0].0x0 (ffff998b5542ea80) 00010000:00010000:2.0:1743493960.212293:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493960.212297:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212314:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7eae lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212656:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212664:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212669:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212674:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.212678:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212684:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212693:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:2.0:1743493960.212695:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493960.212699:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212704:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ea0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:2.0:1743493960.212718:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000f79f35a0 reply state 00000000a1cd57ad transno 4294975096 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212730:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.212735:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x46e192ec (ffff998b5542e0c0) 00010000:00010000:2.0:1743493960.212738:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493960.212741:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493960.212851:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027966976:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1678us (6121us total) trans 4294975096 rc 0/0 00000100:00100000:2.0:1743493960.212859:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13002 00000100:00100000:3.0:1743493960.216956:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.220641:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967104 00000100:00100000:2.0:1743493960.220657:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967104 00000100:00100000:2.0:1743493960.220746:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13003 00000100:00100000:2.0:1743493960.220789:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027967104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.220871:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.221036:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.221129:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027967104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (4180us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.221138:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13003 00000100:00100000:0.0:1743493960.225466:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.225522:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967232 00000100:00100000:2.0:1743493960.225532:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967232 00000100:00100000:2.0:1743493960.225600:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13004 00000100:00100000:2.0:1743493960.225609:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027967232:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:2.0:1743493960.225643:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493960.225677:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7eb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952429 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.225804:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.225820:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:2.0:1743493960.225831:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493960.225918:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00000004:00200000:0.0:1743493960.225923:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493960.225946:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.225975:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7eb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952429 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.226001:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952429 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.226011:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493960.226014:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493960.226018:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b529147c0, rc 0) 00000100:00100000:0.0:1743493960.226103:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027967232:12345-192.168.206.41@tcp:101:rm.0 Request processed in 493us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493960.226111:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13004 00000100:00100000:1.0:1743493960.227659:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.228427:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967360 00000100:00100000:0.0:1743493960.228437:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967360 00000100:00100000:0.0:1743493960.228512:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13005 00000100:00100000:0.0:1743493960.228521:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.228598:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.228992:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493960.229571:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1047us (1915us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.229580:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13005 00000100:00100000:2.0:1743493960.234904:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.235061:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967488 00000100:00100000:0.0:1743493960.235071:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967488 00000100:00100000:0.0:1743493960.235311:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13006 00000100:00100000:0.0:1743493960.235320:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.235634:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.236028:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.236117:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 795us (1221us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.236126:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13006 00000100:00100000:0.0:1743493960.241484:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.241569:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.246393:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967616 00000100:00100000:2.0:1743493960.246409:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967616 00000100:00100000:2.0:1743493960.246517:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3776 00000100:00100000:2.0:1743493960.246526:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad70850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027967616:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493960.248825:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967744 00000100:00100000:1.0:1743493960.248839:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967744 00000100:00100000:1.0:1743493960.248917:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13007 00000100:00100000:1.0:1743493960.248926:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027967744:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.249004:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31d:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.249161:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31d:0x0]: rc = -2 00000100:00100000:1.0:1743493960.249243:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027967744:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (7672us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.249251:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13007 00000100:00100000:2.0:1743493960.255160:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad70850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027967616:12345-192.168.206.41@tcp:37:rm.0 Request processed in 8624us (13674us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.255177:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3776 00000100:00100000:2.0:1743493960.257327:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.257413:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027967872 00000100:00100000:0.0:1743493960.257421:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027967872 00000100:00100000:0.0:1743493960.257592:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13008 00000100:00100000:0.0:1743493960.257601:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.257668:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31e:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.257832:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31e:0x0]: rc = -2 00000100:00100000:0.0:1743493960.258876:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027967872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1272us (1551us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.258886:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13008 00000100:00100000:0.0:1743493960.263227:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.263357:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968128 00000100:00100000:2.0:1743493960.263367:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968128 00000100:00100000:2.0:1743493960.263457:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3777 00000100:00100000:2.0:1743493960.263466:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027968128:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493960.263927:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027968128:12345-192.168.206.41@tcp:35:rm.0 Request processed in 460us (706us total) trans 4294975097 rc 0/0 00000100:00100000:2.0:1743493960.263935:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3777 00000100:00100000:2.0:1743493960.267226:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.267449:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.268661:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968256 00000100:00100000:0.0:1743493960.268674:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968256 00000100:00100000:0.0:1743493960.268778:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968512 00000100:00100000:0.0:1743493960.268783:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968512 00000100:00100000:0.0:1743493960.268833:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13009 00000100:00100000:0.0:1743493960.268842:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027968256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.268920:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.269083:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493960.269174:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56128600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027968256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (1955us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.269183:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13009 00000100:00100000:0.0:1743493960.269222:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13010 00000100:00100000:0.0:1743493960.269227:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027968512:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.269289:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493960.269331:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529147c0/0x1414d533cd4c7ebc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952429 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.269363:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b50b0e5c0/0x1414d533cd4aefa7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ae17 expref: 95 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.269413:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cbb4c0/0x1414d533cd4ab6f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1cf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949972 expref: 94 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.269437:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb87c0/0x1414d533cd4ab634 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494992c expref: 93 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.269463:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b5662c6c0) 00010000:00010000:0.0:1743493960.269482:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.269516:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269530:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269539:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269578:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269584:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269590:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269697:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269705:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.269711:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493960.270132:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3938, 176 off695520 00000004:00200000:0.0:1743493960.270244:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1cf:0x0]: returning size 4096 00010000:00010000:0.0:1743493960.270260:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270267:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270273:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270278:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914b80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.270282:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270289:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270297:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1cf:0x0].0x0 (ffff998b54cbea80) 00010000:00010000:0.0:1743493960.270311:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.270315:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270321:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914b80/0x1414d533cd4c7ed1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270626:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270634:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270639:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270644:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.270647:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270652:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270660:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493960.270662:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.270665:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270670:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915300/0x1414d533cd4c7ec3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:0.0:1743493960.270682:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 0000000077cbc1f8 reply state 000000008629925b transno 4294975098 ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270691:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.270697:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xddbda88f (ffff998b54cbd080) 00010000:00010000:0.0:1743493960.270699:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.270702:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.270807:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027968512:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1576us (3357us total) trans 4294975098 rc 0/0 00000100:00100000:0.0:1743493960.270818:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13010 00000100:00100000:2.0:1743493960.275931:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.276001:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.276225:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968640 00000100:00100000:3.0:1743493960.276235:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968640 00000100:00100000:3.0:1743493960.276334:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968768 00000100:00100000:3.0:1743493960.276338:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968768 00000100:00100000:3.0:1743493960.276384:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13011 00000100:00100000:3.0:1743493960.276399:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027968640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.276481:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.276618:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:3.0:1743493960.276689:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027968640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 290us (766us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.276698:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13011 00000100:00100000:3.0:1743493960.276736:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13012 00000100:00100000:3.0:1743493960.276742:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027968768:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:3.0:1743493960.276788:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493960.276825:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ed8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952430 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.276910:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.276924:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.276936:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493960.276976:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ca:0x0]: returning size 4096 00000004:00200000:3.0:1743493960.276980:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493960.276999:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.277028:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ed8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952430 expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.277050:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952430 expref: 95 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.277058:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:3.0:1743493960.277061:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493960.277065:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ac400, rc 0) 00000100:00100000:3.0:1743493960.277119:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027968768:12345-192.168.206.41@tcp:101:rm.0 Request processed in 376us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.277126:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13012 00000100:00100000:2.0:1743493960.281537:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.281787:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027968896 00000100:00100000:0.0:1743493960.281799:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027968896 00000100:00100000:1.0:1743493960.282542:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13013 00000100:00100000:1.0:1743493960.282553:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027968896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.282634:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.282964:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.283056:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027968896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 502us (1526us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.283064:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13013 00000100:00100000:0.0:1743493960.287495:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.288323:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969024 00000100:00100000:1.0:1743493960.288334:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969024 00000100:00100000:1.0:1743493960.288420:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13014 00000100:00100000:1.0:1743493960.288429:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.288509:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.288667:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.288744:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 315us (1257us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.288776:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13014 00000100:00100000:0.0:1743493960.289845:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.290020:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969152 00000100:00100000:2.0:1743493960.290027:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969152 00000100:00100000:2.0:1743493960.290074:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3778 00000100:00100000:2.0:1743493960.290082:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027969152:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:2.0:1743493960.295575:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.297612:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969280 00000100:00100000:3.0:1743493960.297625:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969280 00000100:00100000:3.0:1743493960.297716:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13015 00000100:00100000:3.0:1743493960.297725:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027969280:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.297828:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x31f:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.297995:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x31f:0x0]: rc = -2 00000100:00100000:3.0:1743493960.298078:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027969280:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 351us (2510us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.298087:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13015 00000100:00100000:1.0:1743493960.299405:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027969152:12345-192.168.206.41@tcp:37:rm.0 Request processed in 9317us (9556us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.299417:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3778 00000100:00100000:2.0:1743493960.305119:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.305331:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969408 00000100:00100000:1.0:1743493960.305341:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969408 00000100:00100000:1.0:1743493960.305420:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13016 00000100:00100000:1.0:1743493960.305429:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.305532:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x320:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.305681:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x320:0x0]: rc = -2 00000100:00100000:1.0:1743493960.305794:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 363us (681us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.305804:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13016 00000100:00100000:0.0:1743493960.319365:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.319533:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.319631:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969792 00000100:00100000:3.0:1743493960.319642:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969792 00000100:00100000:3.0:1743493960.319723:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13017 00000100:00100000:3.0:1743493960.319731:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.319829:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.319983:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:3.0:1743493960.320068:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027969792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (533us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.320077:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13017 00000100:00100000:1.0:1743493960.320175:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027969664 00000100:00100000:1.0:1743493960.320180:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027969664 00000100:00100000:1.0:1743493960.320231:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3779 00000100:00100000:1.0:1743493960.320238:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027969664:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:1.0:1743493960.320645:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027969664:12345-192.168.206.41@tcp:35:rm.0 Request processed in 405us (1289us total) trans 4294975099 rc 0/0 00000100:00100000:1.0:1743493960.320655:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3779 00000100:00100000:2.0:1743493960.326071:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.326209:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.326291:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970048 00000100:00100000:0.0:1743493960.326311:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970048 00000100:00100000:0.0:1743493960.326377:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970176 00000100:00100000:0.0:1743493960.326380:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970176 00000100:00100000:0.0:1743493960.326723:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13018 00000100:00100000:0.0:1743493960.326732:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027970048:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.326840:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493960.326868:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7edf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952430 expref: 97 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.326901:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb8040/0x1414d533cd4ae93a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494ac11 expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.326924:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5660e980/0x1414d533cd4ab44a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ca:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949884 expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.326945:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b4f704b80/0x1414d533cd4ab3b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949853 expref: 94 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.326977:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b544b6dc0) 00010000:00010000:0.0:1743493960.327000:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.327038:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327052:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327062:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327106:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327114:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327121:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327250:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327259:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327266:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:0.0:1743493960.327711:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3939, 176 off695696 00000004:00200000:0.0:1743493960.327844:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ca:0x0]: returning size 4096 00010000:00010000:0.0:1743493960.327862:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327870:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327876:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327883:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.327888:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327896:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327906:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ca:0x0].0x0 (ffff998b54cbe740) 00010000:00010000:0.0:1743493960.327909:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.327913:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.327919:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7ef4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328278:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328286:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328293:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328298:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501afc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.328316:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328323:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328333:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493960.328336:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.328339:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328345:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7ee6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:0.0:1743493960.328363:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a0ca5813 reply state 00000000229fb97b transno 4294975100 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328374:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.328381:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xc144154 (ffff998b54cbea80) 00010000:00010000:0.0:1743493960.328384:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.328387:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.328500:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027970048:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1766us (2437us total) trans 4294975100 rc 0/0 00000100:00100000:0.0:1743493960.328510:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13018 00000100:00100000:0.0:1743493960.328560:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13019 00000100:00100000:0.0:1743493960.328567:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027970176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.328627:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.328745:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493960.328816:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027970176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 248us (2607us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.328824:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13019 00000100:00100000:2.0:1743493960.335946:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.336036:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970304 00000100:00100000:1.0:1743493960.336047:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970304 00000100:00100000:1.0:1743493960.336125:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13020 00000100:00100000:1.0:1743493960.336134:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027970304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.336215:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.336380:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.336467:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027970304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (530us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.336476:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13020 00000100:00100000:2.0:1743493960.341743:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.341914:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.342116:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970432 00000100:00100000:3.0:1743493960.342126:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970432 00000100:00100000:3.0:1743493960.342193:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970560 00000100:00100000:3.0:1743493960.342196:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970560 00000100:00100000:3.0:1743493960.342232:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13021 00000100:00100000:3.0:1743493960.342240:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027970432:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:3.0:1743493960.342273:0:6550:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1743493960.342317:0:6550:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7efb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952437 expref: -99 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.342415:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.342429:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.342441:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00200000:3.0:1743493960.342485:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f3:0x0]: returning size 4096 00000004:00200000:3.0:1743493960.342489:0:6550:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1743493960.342507:0:6550:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493960.342532:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7efb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952437 expref: 97 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.342553:0:6550:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952437 expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.342562:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:3.0:1743493960.342565:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1743493960.342568:0:6550:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501acf40, rc 0) 00000100:00100000:3.0:1743493960.342637:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027970432:12345-192.168.206.41@tcp:101:rm.0 Request processed in 397us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.342645:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13021 00000100:00100000:3.0:1743493960.342682:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13022 00000100:00100000:3.0:1743493960.342688:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027970560:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.342735:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.342887:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:3.0:1743493960.342936:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027970560:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 247us (1022us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.342944:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13022 00010000:00010000:0.0:1743493960.349036:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1743493960.350412:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.350486:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.350572:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970688 00000100:00100000:1.0:1743493960.350584:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970688 00000100:00100000:1.0:1743493960.350663:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13023 00000100:00100000:1.0:1743493960.350672:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027970688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.350777:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x321:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.350942:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x321:0x0]: rc = -2 00000100:00100000:1.0:1743493960.351041:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027970688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (634us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.351050:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13023 00000100:00100000:3.0:1743493960.351746:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970816 00000100:00100000:3.0:1743493960.351786:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970816 00000100:00100000:3.0:1743493960.351840:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3780 00000100:00100000:3.0:1743493960.351847:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027970816:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:2.0:1743493960.360985:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.361088:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027970944 00000100:00100000:0.0:1743493960.361099:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027970944 00000100:00100000:0.0:1743493960.361179:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13024 00000100:00100000:0.0:1743493960.361187:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027970944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.361263:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x322:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.361433:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x322:0x0]: rc = -2 00000100:00100000:0.0:1743493960.361514:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027970944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 325us (536us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.361522:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13024 00000100:00100000:0.0:1743493960.363565:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027970816:12345-192.168.206.41@tcp:37:rm.0 Request processed in 11712us (13073us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493960.363575:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3780 00000100:00100000:2.0:1743493960.365569:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.365653:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971072 00000100:00100000:1.0:1743493960.365662:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971072 00000100:00100000:1.0:1743493960.365731:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13025 00000100:00100000:1.0:1743493960.365739:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027971072:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.365833:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.370369:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493960.371893:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027971072:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 6144us (6319us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.371907:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13025 00000100:00100000:2.0:1743493960.372693:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.373101:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971328 00000100:00100000:3.0:1743493960.373111:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971328 00000100:00100000:3.0:1743493960.373179:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3781 00000100:00100000:3.0:1743493960.373188:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad75050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027971328:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:1.0:1743493960.377113:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad75050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027971328:12345-192.168.206.41@tcp:35:rm.0 Request processed in 3916us (4413us total) trans 4294975101 rc 0/0 00000100:00100000:1.0:1743493960.377127:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3781 00000100:00100000:0.0:1743493960.378545:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.378632:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971456 00000100:00100000:1.0:1743493960.378640:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971456 00000100:00100000:1.0:1743493960.378708:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13026 00000100:00100000:1.0:1743493960.378715:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027971456:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.378876:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.379008:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493960.379618:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027971456:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 900us (1075us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.379627:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13026 00000100:00100000:2.0:1743493960.383242:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.383462:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971712 00000100:00100000:1.0:1743493960.383472:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971712 00000100:00100000:1.0:1743493960.383563:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13027 00000100:00100000:1.0:1743493960.383572:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027971712:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493960.383654:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493960.383684:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952437 expref: 96 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.383716:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5615ad40/0x1414d533cd4b3610 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494c436 expref: 95 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.383755:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53643100/0x1414d533cd4ac481 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949eab expref: 94 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.383815:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503880/0x1414d533cd4ac3bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949e65 expref: 93 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.383833:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998c6c1d7ac0) 00010000:00010000:1.0:1743493960.383865:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493960.383905:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.383918:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.383928:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.383970:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.383979:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.383986:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384131:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384140:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384148:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:1.0:1743493960.384594:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3940, 176 off695872 00000004:00200000:1.0:1743493960.384702:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1f3:0x0]: returning size 4096 00010000:00010000:1.0:1743493960.384719:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384727:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384735:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384741:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.384746:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384783:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384794:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f3:0x0].0x0 (ffff998b54cbd700) 00010000:00010000:1.0:1743493960.384797:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493960.384801:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.384808:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f17 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385167:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385175:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385181:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385187:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501afc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.385191:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385197:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385207:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:1.0:1743493960.385209:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493960.385213:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385219:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f09 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:1.0:1743493960.385236:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000470db05a reply state 000000009fe11dc1 transno 4294975102 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385247:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:1.0:1743493960.385254:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xf17aab4e (ffff998b54cbe740) 00010000:00010000:1.0:1743493960.385256:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493960.385258:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493960.385384:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027971712:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1810us (2147us total) trans 4294975102 rc 0/0 00000100:00100000:1.0:1743493960.385393:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13027 00000100:00100000:3.0:1743493960.386422:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.386683:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971840 00000100:00100000:0.0:1743493960.386692:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971840 00000100:00100000:0.0:1743493960.386767:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13028 00000100:00100000:0.0:1743493960.386779:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027971840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.386850:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.386997:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493960.387328:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027971840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 547us (907us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.387337:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13028 00000100:00100000:3.0:1743493960.389415:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.389627:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027971968 00000100:00100000:0.0:1743493960.389636:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027971968 00000100:00100000:0.0:1743493960.390500:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13029 00000100:00100000:0.0:1743493960.390510:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027971968:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493960.390548:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493960.390589:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495243e expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.390691:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.390706:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.390715:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:0.0:1743493960.390778:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1db:0x0]: returning size 4096 00000004:00200000:0.0:1743493960.390782:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493960.390804:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.390831:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495243e expref: 96 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.390853:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495243e expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.390862:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493960.390864:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493960.390868:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ae5c0, rc 0) 00000100:00100000:0.0:1743493960.390950:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027971968:12345-192.168.206.41@tcp:101:rm.0 Request processed in 440us (1541us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493960.390959:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13029 00000100:00100000:1.0:1743493960.391792:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.393363:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972096 00000100:00100000:3.0:1743493960.393375:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972096 00000100:00100000:3.0:1743493960.393457:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13030 00000100:00100000:3.0:1743493960.393465:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.393543:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.393695:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:3.0:1743493960.393808:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (2015us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.393816:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13030 00000100:00100000:3.0:1743493960.396347:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.396517:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972224 00000100:00100000:0.0:1743493960.396527:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972224 00000100:00100000:1.0:1743493960.396626:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13031 00000100:00100000:1.0:1743493960.396636:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.396712:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x323:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.396882:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x323:0x0]: rc = -2 00000100:00100000:1.0:1743493960.396962:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 325us (623us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.396971:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13031 00000100:00100000:3.0:1743493960.397530:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.398593:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972352 00000100:00100000:1.0:1743493960.398603:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972352 00000100:00100000:1.0:1743493960.398674:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3782 00000100:00100000:1.0:1743493960.398683:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027972352:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:3.0:1743493960.401004:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.402473:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972480 00000100:00100000:2.0:1743493960.402485:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972480 00000100:00100000:2.0:1743493960.402559:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13032 00000100:00100000:2.0:1743493960.402566:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027972480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.402638:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x324:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.402801:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x324:0x0]: rc = -2 00000100:00100000:2.0:1743493960.403152:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13395:x1828185027972480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 583us (2152us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.403160:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13032 00000100:00100000:1.0:1743493960.404073:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027972352:12345-192.168.206.41@tcp:37:rm.0 Request processed in 5386us (6540us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.404083:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3782 00000100:00100000:0.0:1743493960.406529:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.407293:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972608 00000100:00100000:2.0:1743493960.407314:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972608 00000100:00100000:2.0:1743493960.407980:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13033 00000100:00100000:2.0:1743493960.407989:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972608:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.408068:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.408223:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.408315:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b396d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027972608:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 325us (1792us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.408324:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13033 00000100:00100000:3.0:1743493960.409830:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.411948:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972864 00000100:00100000:0.0:1743493960.411960:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972864 00000100:00100000:0.0:1743493960.412030:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3783 00000100:00100000:0.0:1743493960.412038:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027972864:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493960.412475:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027972864:12345-192.168.206.41@tcp:35:rm.0 Request processed in 435us (2647us total) trans 4294975103 rc 0/0 00000100:00100000:0.0:1743493960.412484:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3783 00000100:00100000:3.0:1743493960.413110:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.413230:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027972992 00000100:00100000:2.0:1743493960.413236:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027972992 00000100:00100000:2.0:1743493960.413274:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13034 00000100:00100000:2.0:1743493960.413281:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027972992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.413349:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.413487:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.413542:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027972992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 259us (432us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.413550:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13034 00000100:00100000:1.0:1743493960.416138:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.416260:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.416328:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973248 00000100:00100000:2.0:1743493960.416338:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973248 00000100:00100000:2.0:1743493960.416405:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973376 00000100:00100000:2.0:1743493960.416409:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973376 00000100:00100000:2.0:1743493960.416451:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13035 00000100:00100000:2.0:1743493960.416460:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+97:13390:x1828185027973248:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493960.416541:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493960.416570:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495243e expref: 97 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.416606:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53504400/0x1414d533cd4afb00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494b1a5 expref: 96 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.416627:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53503c40/0x1414d533cd4abbac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1db:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949b32 expref: 95 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.416647:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53501a80/0x1414d533cd4abb0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949af3 expref: 94 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.416677:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493960.416698:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493960.416736:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416774:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416785:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416827:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416835:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416842:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416978:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416990:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.416998:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:2.0:1743493960.417415:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3941, 176 off696048 00000004:00200000:2.0:1743493960.417525:0:8615:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1db:0x0]: returning size 4096 00010000:00010000:2.0:1743493960.417542:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.417549:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.417557:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.417563:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.417568:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493960.417929:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13036 00000100:00100000:1.0:1743493960.417938:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027973376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.418000:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.418122:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.418201:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027973376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 262us (1939us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.418210:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13036 00010000:00010000:2.0:1743493960.419199:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419216:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1db:0x0].0x0 (ffff998b54cbc6c0) 00010000:00010000:2.0:1743493960.419220:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493960.419225:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419233:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f3a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419632:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419641:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419648:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419654:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.419657:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419663:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419672:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:2.0:1743493960.419675:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493960.419678:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419684:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:2.0:1743493960.419701:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000006618a76b reply state 000000006b997884 transno 4294975104 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.419712:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:2.0:1743493960.420021:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x8cffc40b (ffff998b54cbd700) 00010000:00010000:2.0:1743493960.420025:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493960.420028:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493960.422325:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b395680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027973248:12345-192.168.206.41@tcp:36:rm.0 Request processed in 5856us (6184us total) trans 4294975104 rc 0/0 00000100:00100000:2.0:1743493960.422340:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13035 00000100:00100000:1.0:1743493960.430118:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.431463:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.432317:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973504 00000100:00100000:2.0:1743493960.432328:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973504 00000100:00100000:2.0:1743493960.432401:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13037 00000100:00100000:2.0:1743493960.432410:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027973504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.432484:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.432643:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.432733:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027973504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 321us (2624us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.432742:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13037 00000100:00100000:0.0:1743493960.433843:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973632 00000100:00100000:0.0:1743493960.433852:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973632 00000100:00100000:0.0:1743493960.433914:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13038 00000100:00100000:0.0:1743493960.433921:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027973632:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:0.0:1743493960.433945:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1743493960.433981:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952445 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.434094:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.434111:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.434123:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:0.0:1743493960.434169:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x231:0x0]: returning size 4096 00000004:00200000:0.0:1743493960.434173:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1743493960.434193:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.434221:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952445 expref: 96 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.434250:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952445 expref: 95 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.434257:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:0.0:1743493960.434261:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1743493960.434265:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ac400, rc 0) 00000100:00100000:0.0:1743493960.434344:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027973632:12345-192.168.206.41@tcp:101:rm.0 Request processed in 422us (2883us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493960.434352:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13038 00000100:00100000:3.0:1743493960.438686:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.439714:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973760 00000100:00100000:2.0:1743493960.439724:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973760 00000100:00100000:2.0:1743493960.440417:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13039 00000100:00100000:2.0:1743493960.440427:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027973760:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.440508:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x325:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.440665:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x325:0x0]: rc = -2 00000100:00100000:2.0:1743493960.442011:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027973760:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1580us (3335us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.442022:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13039 00000100:00100000:3.0:1743493960.442834:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.442922:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027973888 00000100:00100000:1.0:1743493960.442935:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027973888 00000100:00100000:1.0:1743493960.442992:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3784 00000100:00100000:1.0:1743493960.443000:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027973888:12345-192.168.206.41@tcp:37:rm.0 00000100:00100000:1.0:1743493960.452434:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.452496:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974016 00000100:00100000:2.0:1743493960.452507:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974016 00000100:00100000:0.0:1743493960.453162:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13040 00000100:00100000:0.0:1743493960.453172:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027974016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.453239:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493960.453280:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027973888:12345-192.168.206.41@tcp:37:rm.0 Request processed in 10278us (10446us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.453289:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3784 00000004:00000080:0.0:1743493960.453414:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493960.453471:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3939c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027974016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 299us (1046us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.453479:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13040 00000100:00100000:1.0:1743493960.460257:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.460353:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.460452:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974400 00000100:00100000:3.0:1743493960.460462:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974400 00000100:00100000:3.0:1743493960.460543:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3785 00000100:00100000:3.0:1743493960.460552:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027974400:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:3.0:1743493960.461030:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027974400:12345-192.168.206.41@tcp:35:rm.0 Request processed in 477us (676us total) trans 4294975105 rc 0/0 00000100:00100000:3.0:1743493960.461039:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3785 00000100:00100000:2.0:1743493960.463939:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974144 00000100:00100000:2.0:1743493960.463952:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974144 00000100:00100000:2.0:1743493960.464048:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13041 00000100:00100000:2.0:1743493960.464057:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027974144:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.464151:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.464315:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.464415:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b3922c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027974144:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (4166us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.464424:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13041 00000100:00100000:1.0:1743493960.468286:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.468380:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974656 00000100:00100000:0.0:1743493960.468389:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974656 00000100:00100000:0.0:1743493960.468461:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13042 00000100:00100000:0.0:1743493960.468470:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027974656:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.468539:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1743493960.468565:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952445 expref: 96 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.468593:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b7100/0x1414d533cd4b7a42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494dafd expref: 95 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.468628:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fa0b880/0x1414d533cd4ade51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x231:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a852 expref: 94 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.468647:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54741e40/0x1414d533cd4add5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x231:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a7fe expref: 93 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.468660:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b5542da40) 00010000:00010000:0.0:1743493960.468688:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.468724:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468737:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468746:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468826:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468835:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468841:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468968:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x231:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468977:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.468987:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:0.0:1743493960.469441:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3942, 176 off696224 00000004:00200000:0.0:1743493960.469560:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x231:0x0]: returning size 4096 00010000:00010000:0.0:1743493960.469577:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469584:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469591:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469597:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.469601:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469609:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469619:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x231:0x0].0x0 (ffff998b54cbca00) 00010000:00010000:0.0:1743493960.469622:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.469626:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469632:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f5d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x231:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469976:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469983:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469989:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.469994:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.469996:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.470002:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.470011:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:0.0:1743493960.470014:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.470017:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.470022:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f4f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:0.0:1743493960.470037:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000bea7a14a reply state 000000005e22d4fa transno 4294975106 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.470048:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:0.0:1743493960.470055:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x2c71d537 (ffff998b54cbc6c0) 00010000:00010000:0.0:1743493960.470057:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.470060:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.470159:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027974656:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1687us (1877us total) trans 4294975106 rc 0/0 00000100:00100000:0.0:1743493960.470168:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13042 00000100:00100000:3.0:1743493960.473007:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.473952:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974784 00000100:00100000:0.0:1743493960.473963:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974784 00000100:00100000:0.0:1743493960.474640:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13043 00000100:00100000:0.0:1743493960.474650:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027974784:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.474727:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x326:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.474908:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x326:0x0]: rc = -2 00000100:00100000:0.0:1743493960.476922:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027974784:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2266us (3914us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.476934:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13043 00000100:00100000:1.0:1743493960.480422:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.481525:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.481857:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975168 00000100:00100000:3.0:1743493960.481868:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975168 00000100:00100000:3.0:1743493960.481986:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3786 00000100:00100000:3.0:1743493960.481994:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad72050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027975168:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493960.482607:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027974912 00000100:00100000:0.0:1743493960.482613:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027974912 00000100:00100000:0.0:1743493960.482659:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13044 00000100:00100000:0.0:1743493960.482666:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b394b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027974912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.482718:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.482885:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493960.482971:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b394b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027974912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 304us (2556us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.482980:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13044 00000100:00100000:3.0:1743493960.486305:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad72050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027975168:12345-192.168.206.41@tcp:35:rm.0 Request processed in 4295us (4767us total) trans 4294975107 rc 0/0 00000100:00100000:3.0:1743493960.486319:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3786 00000100:00100000:1.0:1743493960.488745:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.489232:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975296 00000100:00100000:3.0:1743493960.489242:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975296 00000100:00100000:3.0:1743493960.489325:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13045 00000100:00100000:3.0:1743493960.489334:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027975296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.489434:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.489622:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:3.0:1743493960.489717:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027975296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 382us (978us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.489727:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13045 00000100:00100000:1.0:1743493960.495399:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.495545:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.495621:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975424 00000100:00100000:0.0:1743493960.495631:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975424 00000100:00100000:0.0:1743493960.495698:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975680 00000100:00100000:0.0:1743493960.495701:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975680 00000100:00100000:0.0:1743493960.495737:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13046 00000100:00100000:0.0:1743493960.495746:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027975424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.495889:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x327:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1743493960.496121:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13047 00000100:00100000:2.0:1743493960.496128:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027975680:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493960.496192:0:6550:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1743493960.496221:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53502d40/0x1414d533cd4ab9e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949aa6 expref: 96 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.496267:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529165c0/0x1414d533cd4ad456 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a4af expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.496313:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515dad40/0x1414d533cd4aafb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49496e7 expref: 94 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.496335:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998c47e99a40) 00010000:00010000:2.0:1743493960.496366:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d307c0/0x1414d533cd4c797c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523c7 expref: 93 pid: 16618 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493960.496383:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493960.496387:0:6550:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493960.496423:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496436:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496446:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496489:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496496:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496502:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496605:0:6550:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496612:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.496617:0:6550:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00000004:00000080:0.0:1743493960.497268:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x327:0x0]: rc = -2 00000100:00100000:0.0:1743493960.497369:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185027975424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1621us (1986us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.497384:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13046 00000100:00100000:1.0:1743493960.500955:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000040:00080000:2.0:1743493960.501499:0:6550:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3944, 176 off696496 00000004:00200000:2.0:1743493960.501640:0:6550:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b5:0x0]: returning size 4096 00000100:00100000:0.0:1743493960.502275:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975808 00000100:00100000:0.0:1743493960.502286:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975808 00000100:00100000:0.0:1743493960.502360:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13048 00000100:00100000:0.0:1743493960.502369:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027975808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.502434:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x328:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.502581:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x328:0x0]: rc = -2 00000100:00100000:0.0:1743493960.502682:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027975808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (1734us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.502691:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13048 00010000:00010000:2.0:1743493960.503178:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503188:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503196:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503202:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.503207:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503215:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503230:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x0 (ffff998b54cbe400) 00010000:00010000:2.0:1743493960.503234:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493960.503239:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.503245:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f72 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504697:0:6550:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504705:0:6550:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504712:0:6550:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504718:0:6550:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493960.504722:0:6550:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504729:0:6550:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504741:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:2.0:1743493960.504745:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493960.504749:0:6550:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504774:0:6550:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f64 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00000004:00010000:2.0:1743493960.504793:0:6550:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005c9ada48 reply state 00000000fd212a08 transno 4294975108 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504805:0:6550:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:2.0:1743493960.504813:0:6550:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xfe8990f0 (ffff998b54cbca00) 00010000:00010000:2.0:1743493960.504816:0:6550:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493960.504819:0:6550:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493960.504934:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:13390:x1828185027975680:12345-192.168.206.41@tcp:36:rm.0 Request processed in 8801us (9386us total) trans 4294975108 rc 0/0 00000100:00100000:2.0:1743493960.504943:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13047 00000100:00100000:1.0:1743493960.511593:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.511660:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.511735:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027975936 00000100:00100000:2.0:1743493960.511745:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027975936 00000100:00100000:2.0:1743493960.511836:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13049 00000100:00100000:2.0:1743493960.511846:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027975936:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.511929:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.512082:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.512175:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027975936:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (589us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.512183:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13049 00000100:00100000:3.0:1743493960.512273:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976192 00000100:00100000:3.0:1743493960.512279:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976192 00000100:00100000:3.0:1743493960.512341:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3787 00000100:00100000:3.0:1743493960.512347:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+93:13390:x1828185027976192:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:3.0:1743493960.512725:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027976192:12345-192.168.206.41@tcp:35:rm.0 Request processed in 376us (1063us total) trans 4294975109 rc 0/0 00000100:00100000:3.0:1743493960.512733:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3787 00000100:00100000:1.0:1743493960.524670:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.524768:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976320 00000100:00100000:0.0:1743493960.524778:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976320 00000100:00100000:0.0:1743493960.524861:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13050 00000100:00100000:0.0:1743493960.524870:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027976320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.524951:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.525108:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493960.525195:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027976320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (533us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.525203:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13050 00000100:00100000:1.0:1743493960.527469:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.530311:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976576 00000100:00100000:0.0:1743493960.530325:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976576 00000100:00100000:0.0:1743493960.530415:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13051 00000100:00100000:0.0:1743493960.530423:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027976576:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.530506:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493960.530535:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54f14040/0x1414d533cd4ad2f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a42a expref: 94 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.530587:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b515da980/0x1414d533cd4aaaf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949519 expref: 93 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.530609:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697a5c0/0x1414d533cd4aa9f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49494b0 expref: 92 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.530650:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b502b1700) 00010000:00010000:0.0:1743493960.530669:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.530706:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530718:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530727:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530790:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530798:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530806:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530937:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530945:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:0.0:1743493960.530957:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493960.532555:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3945, 176 off696672 00000004:00200000:1.0:1743493960.532674:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b3:0x0]: returning size 4096 00010000:00010000:1.0:1743493960.532694:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532704:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532711:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532718:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.532723:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532731:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532744:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0x0 (ffff998b54cbf100) 00010000:00010000:1.0:1743493960.532748:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493960.532785:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.532792:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f87 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533172:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533180:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533185:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533190:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.533193:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533199:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533207:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493960.533210:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493960.533213:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533217:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f79 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493960.533233:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000005302ed94 reply state 0000000007cae16e transno 4294975110 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533244:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.533252:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x977fac0d (ffff998b54cbe400) 00010000:00010000:1.0:1743493960.533254:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493960.533258:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493960.533386:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+93:13390:x1828185027976576:12345-192.168.206.41@tcp:36:rm.0 Request processed in 2958us (5917us total) trans 4294975110 rc 0/0 00000100:00100000:1.0:1743493960.533395:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13051 00000100:00100000:0.0:1743493960.535846:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.536691:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976704 00000100:00100000:1.0:1743493960.536704:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976704 00000100:00100000:3.0:1743493960.537578:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13052 00000100:00100000:3.0:1743493960.537587:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c28bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027976704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.537671:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.537852:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:3.0:1743493960.538626:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c28bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027976704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1036us (2786us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.538635:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13052 00000100:00100000:0.0:1743493960.546514:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.546585:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.546672:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976832 00000100:00100000:1.0:1743493960.546682:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976832 00000100:00100000:1.0:1743493960.546788:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027976960 00000100:00100000:1.0:1743493960.546792:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027976960 00000100:00100000:1.0:1743493960.546833:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13053 00000100:00100000:1.0:1743493960.546840:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027976832:12345-192.168.206.41@tcp:101:rm.0 00010000:00010000:1.0:1743493960.546873:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493960.546905:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495244c expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.547002:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.547017:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00000100:00100000:2.0:1743493960.547155:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13054 00000100:00100000:2.0:1743493960.547163:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027976960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.547227:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.547392:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.547476:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027976960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (890us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.547488:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13054 00010000:00010000:1.0:1743493960.548361:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548422:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548432:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548441:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548540:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548549:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548556:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493960.548596:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00000004:00200000:1.0:1743493960.548601:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493960.548622:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548632:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548638:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548645:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548650:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.548655:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548662:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548674:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493960.548678:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493960.548682:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548688:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7f95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548707:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548712:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548718:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548723:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.548726:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548732:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548739:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b54cbf100) 00010000:00010000:1.0:1743493960.548742:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493960.548745:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548766:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7f9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.548818:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7f8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495244c expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.548842:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495244c expref: 94 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.548849:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493960.548851:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493960.548854:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501ae200, rc 0) 00000100:00100000:1.0:1743493960.548931:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027976832:12345-192.168.206.41@tcp:101:rm.0 Request processed in 2089us (2425us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.548939:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13053 00000100:00100000:0.0:1743493960.552558:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.553122:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977088 00000100:00100000:3.0:1743493960.553133:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977088 00000100:00100000:3.0:1743493960.553216:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13055 00000100:00100000:3.0:1743493960.553225:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027977088:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.553319:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x329:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.553491:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x329:0x0]: rc = -2 00000100:00100000:3.0:1743493960.553586:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027977088:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 359us (1034us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.553595:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13055 00000100:00100000:2.0:1743493960.562630:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.562867:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977216 00000100:00100000:1.0:1743493960.562878:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977216 00000100:00100000:1.0:1743493960.562958:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13056 00000100:00100000:1.0:1743493960.562967:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027977216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.563900:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32a:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.564078:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32a:0x0]: rc = -2 00000100:00100000:1.0:1743493960.564174:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027977216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1204us (1551us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.564184:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13056 00000100:00100000:3.0:1743493960.565069:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.565774:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977472 00000100:00100000:2.0:1743493960.565783:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977472 00000100:00100000:2.0:1743493960.565850:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3788 00000100:00100000:2.0:1743493960.565858:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027977472:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:2.0:1743493960.566166:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027977472:12345-192.168.206.41@tcp:35:rm.0 Request processed in 306us (1098us total) trans 4294975111 rc 0/0 00000100:00100000:2.0:1743493960.566173:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3788 00000100:00100000:0.0:1743493960.569096:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.569190:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977600 00000100:00100000:1.0:1743493960.569200:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977600 00000100:00100000:1.0:1743493960.569275:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13057 00000100:00100000:1.0:1743493960.569284:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027977600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.569372:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.569564:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493960.569645:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027977600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 359us (556us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.569655:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13057 00000100:00100000:0.0:1743493960.575645:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.575920:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977856 00000100:00100000:3.0:1743493960.575931:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977856 00000100:00100000:1.0:1743493960.577597:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13058 00000100:00100000:1.0:1743493960.577610:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027977856:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493960.577709:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493960.578846:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fa3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495244c expref: 95 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.578887:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30b80/0x1414d533cd4c794b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49523b9 expref: 94 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.578907:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b5542fac0) 00010000:00010000:1.0:1743493960.578935:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d30040/0x1414d533cd4c7714 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49522fc expref: 93 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493960.578950:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b5542f440) 00010000:00010000:1.0:1743493960.578963:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493960.579021:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579033:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579042:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579082:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579090:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579097:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579228:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579236:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.579243:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493960.579679:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3946, 176 off696848 00000004:00200000:1.0:1743493960.582061:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1b1:0x0]: returning size 4096 00010000:00010000:1.0:1743493960.582088:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582098:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582105:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582111:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.582116:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582124:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582138:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x0 (ffff998b54cbf780) 00010000:00010000:1.0:1743493960.582141:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493960.582145:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582152:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582505:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582513:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582518:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582523:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493960.582527:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582532:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582541:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b54cbf100) 00010000:00010000:1.0:1743493960.582544:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493960.582547:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582552:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7faa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493960.582576:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000b2464cec reply state 000000005d457009 transno 4294975112 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582587:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493960.582598:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b54cbf440) 00010000:00010000:1.0:1743493960.582600:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493960.582603:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493960.585047:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.585188:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027977984 00000100:00100000:3.0:1743493960.585198:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027977984 00000100:00100000:3.0:1743493960.585277:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13059 00000100:00100000:3.0:1743493960.585287:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027977984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.585377:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.585531:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:3.0:1743493960.585616:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027977984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (574us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.585625:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13059 00000100:00100000:1.0:1743493960.585889:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027977856:12345-192.168.206.41@tcp:36:rm.0 Request processed in 5111us (7085us total) trans 4294975112 rc 0/0 00000100:00100000:1.0:1743493960.585899:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13058 00000100:00100000:3.0:1743493960.593917:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.593978:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978112 00000100:00100000:1.0:1743493960.593988:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978112 00000100:00100000:3.0:1743493960.594061:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.594153:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978368 00000100:00100000:1.0:1743493960.594157:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978368 00000100:00100000:1.0:1743493960.594209:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13060 00000100:00100000:1.0:1743493960.594219:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027978112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.594312:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1743493960.594318:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13061 00000100:00100000:3.0:1743493960.594324:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027978368:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:3.0:1743493960.594373:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1743493960.594401:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c7fbc5300/0x1414d533cd4abf17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ab:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949c9e expref: 95 pid: 11942 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.594432:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011e200/0x1414d533cd4aa0a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491b5 expref: 94 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493960.594449:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff998c47e98040) 00010000:00010000:3.0:1743493960.594468:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1743493960.594516:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594527:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594537:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594577:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594584:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594591:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000004:00000080:1.0:1743493960.594659:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00010000:00010000:3.0:1743493960.594693:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594701:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.594708:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:3.0:1743493960.595157:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].386, 64 off32960 00000004:00080000:3.0:1743493960.595174:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1162901421386ns, next at 1163901411209ns, rc = 0 00000040:00080000:3.0:1743493960.595210:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3947, 184 off697032 00010000:00010000:3.0:1743493960.595345:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595355:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595363:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595371:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595378:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595384:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595389:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595394:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad6c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493960.595398:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595410:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595419:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff998b54cbe0c0) 00010000:00010000:3.0:1743493960.595422:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1743493960.595426:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595431:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fd4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595458:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595464:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595469:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595474:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ae200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493960.595478:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595485:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595492:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ab:0x0].0x0 (ffff998b54cbe0c0) 00010000:00010000:3.0:1743493960.595494:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1743493960.595497:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595503:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fcd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595708:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595715:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595720:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595738:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493960.595742:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.595748:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00000100:00100000:1.0:1743493960.596555:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2331us (2642us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.596566:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13060 00010000:00010000:3.0:1743493960.600837:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b54cbf100) 00010000:00010000:3.0:1743493960.600842:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493960.600849:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.600858:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fbf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00010000:3.0:1743493960.600910:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000009df976d2 reply state 000000007587ceb5 transno 4294975113 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.600924:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493960.600932:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xaaaf1035 (ffff998b54cbf780) 00010000:00010000:3.0:1743493960.600934:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1743493960.600938:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493960.602171:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027978368:12345-192.168.206.41@tcp:36:rm.0 Request processed in 7831us (8095us total) trans 4294975113 rc 0/0 00000100:00100000:2.0:1743493960.602184:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13061 00000100:00100000:3.0:1743493960.605242:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.605353:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978496 00000100:00100000:2.0:1743493960.605363:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978496 00000100:00100000:2.0:1743493960.605442:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13062 00000100:00100000:2.0:1743493960.605451:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.605525:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.605681:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.605807:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd6d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (573us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.605816:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13062 00000100:00100000:0.0:1743493960.617582:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.617744:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978624 00000100:00100000:2.0:1743493960.617793:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978624 00000100:00100000:2.0:1743493960.618101:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13063 00000100:00100000:2.0:1743493960.618111:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978624:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.618206:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.618379:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32b:0x0]: rc = -2 00000100:00100000:2.0:1743493960.619557:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978624:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1442us (1980us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.619567:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13063 00000100:00100000:0.0:1743493960.630740:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.633917:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978752 00000100:00100000:2.0:1743493960.633931:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978752 00000100:00100000:2.0:1743493960.634011:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13064 00000100:00100000:2.0:1743493960.634020:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.634114:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.634275:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.634376:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (3645us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.634384:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13064 00000100:00100000:3.0:1743493960.638232:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.638313:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027978880 00000100:00100000:1.0:1743493960.638324:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027978880 00000100:00100000:1.0:1743493960.638407:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13065 00000100:00100000:1.0:1743493960.638416:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.638494:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.638652:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493960.638981:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027978880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 563us (758us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.638991:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13065 00000100:00100000:0.0:1743493960.657075:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.657245:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979008 00000100:00100000:1.0:1743493960.657256:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979008 00000100:00100000:1.0:1743493960.657346:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13066 00000100:00100000:1.0:1743493960.657355:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979008:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.657447:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.657625:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32c:0x0]: rc = -2 00000100:00100000:1.0:1743493960.657714:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50114b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979008:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (648us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.657722:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13066 00000100:00100000:0.0:1743493960.662170:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.662378:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979136 00000100:00100000:2.0:1743493960.662398:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979136 00000100:00100000:2.0:1743493960.662480:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13067 00000100:00100000:2.0:1743493960.662490:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.662572:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.662741:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.662851:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501167c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 361us (689us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.662860:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13067 00000100:00100000:3.0:1743493960.669555:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.669673:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979264 00000100:00100000:0.0:1743493960.669683:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979264 00000100:00100000:0.0:1743493960.669798:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13068 00000100:00100000:0.0:1743493960.669808:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.669889:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.670048:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493960.670128:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50117340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 320us (582us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.670138:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13068 00000100:00100000:0.0:1743493960.673288:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.673838:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979392 00000100:00100000:2.0:1743493960.673848:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979392 00000100:00100000:2.0:1743493960.673932:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13069 00000100:00100000:2.0:1743493960.673940:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.674016:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.674168:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32d:0x0]: rc = -2 00000100:00100000:2.0:1743493960.674255:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (975us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.674264:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13069 00000100:00100000:2.0:1743493960.681224:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.682495:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979520 00000100:00100000:1.0:1743493960.682508:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979520 00000100:00100000:2.0:1743493960.683738:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13070 00000100:00100000:2.0:1743493960.683749:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979520:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.683865:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.684048:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.684152:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50115680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979520:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 402us (2935us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.684162:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13070 00000100:00100000:0.0:1743493960.705151:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.705504:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979648 00000100:00100000:1.0:1743493960.705514:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979648 00000100:00100000:2.0:1743493960.706541:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13071 00000100:00100000:2.0:1743493960.706550:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979648:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.706631:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.706800:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493960.706882:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50116d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979648:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (1739us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.706890:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13071 00000100:00100000:3.0:1743493960.727415:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.729957:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979776 00000100:00100000:1.0:1743493960.729977:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979776 00000100:00100000:0.0:1743493960.730772:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13072 00000100:00100000:0.0:1743493960.730785:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.730896:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32e:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.731115:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32e:0x0]: rc = -2 00000100:00100000:0.0:1743493960.731238:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50113400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 454us (3839us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.731249:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13072 00000100:00100000:0.0:1743493960.740746:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.743494:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027979904 00000100:00100000:3.0:1743493960.743516:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027979904 00000100:00100000:3.0:1743493960.743647:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13073 00000100:00100000:3.0:1743493960.743658:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.743810:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.744011:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:3.0:1743493960.744122:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501122c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027979904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 464us (3388us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493960.744133:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13073 00000100:00100000:2.0:1743493960.755208:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493960.755348:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980032 00000100:00100000:3.0:1743493960.755359:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980032 00000100:00100000:3.0:1743493960.755445:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13074 00000100:00100000:3.0:1743493960.755455:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493960.755538:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493960.755701:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.757268:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50110bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1808us (2066us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.757284:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13074 00000100:00100000:0.0:1743493960.767499:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.768510:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980160 00000100:00100000:2.0:1743493960.768526:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980160 00000100:00100000:2.0:1743493960.768633:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13075 00000100:00100000:2.0:1743493960.768644:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.768745:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x32f:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.768953:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x32f:0x0]: rc = -2 00000100:00100000:2.0:1743493960.771940:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50111740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3282us (4441us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.771959:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13075 00000100:00100000:0.0:1743493960.783563:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.783656:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.783715:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.783847:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.783955:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980288 00000100:00100000:2.0:1743493960.783969:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980288 00000100:00100000:2.0:1743493960.784083:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 511 00000100:00100000:2.0:1743493960.784094:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cc90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2438:x1828185027980288:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493960.784222:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cc90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2438:x1828185027980288:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 129us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493960.784231:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 511 00000100:00100000:1.0:1743493960.784924:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980544 00000100:00100000:1.0:1743493960.784932:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980544 00000100:00100000:1.0:1743493960.785002:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980672 00000100:00100000:1.0:1743493960.785006:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980672 00000100:00100000:1.0:1743493960.785046:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 298 00000100:00100000:1.0:1743493960.785054:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185027980544:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:1.0:1743493960.785159:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185027980544:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 104us (1502us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.785167:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 298 00000100:00100000:1.0:1743493960.785198:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 299 00000100:00100000:1.0:1743493960.785204:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185027980672:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:1.0:1743493960.785278:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185027980672:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 71us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493960.785286:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 299 00000100:00100000:3.0:1743493960.785424:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980416 00000100:00100000:3.0:1743493960.785430:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980416 00000100:00100000:3.0:1743493960.785497:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 872 00000100:00100000:3.0:1743493960.785503:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2438:x1828185027980416:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:3.0:1743493960.785569:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2438:x1828185027980416:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 64us (1854us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493960.785576:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 872 00000100:00080000:0.0:1743493960.786823:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493930 00000100:00080000:0.0:1743493960.788610:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493930 00000100:00080000:0.0:1743493960.789802:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493930 00000100:00080000:0.0:1743493960.790022:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493930 00000100:00100000:2.0:1743493960.790290:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.790688:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980800 00000100:00100000:1.0:1743493960.790701:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980800 00000100:00100000:1.0:1743493960.790999:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13076 00000100:00100000:1.0:1743493960.791010:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980800:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.791071:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.791250:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493960.791364:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980800:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (1079us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.791373:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13076 00000100:00100000:2.0:1743493960.801399:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.803596:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027980928 00000100:00100000:1.0:1743493960.803617:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027980928 00000100:00100000:3.0:1743493960.803889:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13077 00000100:00100000:3.0:1743493960.803902:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.804064:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.804378:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493960.804494:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e739740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027980928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 592us (3108us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.804503:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13077 00000100:00100000:0.0:1743493960.812323:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.813947:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981056 00000100:00100000:2.0:1743493960.813966:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981056 00000100:00100000:1.0:1743493960.814725:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13078 00000100:00100000:1.0:1743493960.814739:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.814892:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.815101:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:1.0:1743493960.815224:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 486us (2927us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.815234:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13078 00000100:00100000:0.0:1743493960.822217:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.822348:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981184 00000100:00100000:2.0:1743493960.822362:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981184 00000100:00100000:2.0:1743493960.823349:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13079 00000100:00100000:2.0:1743493960.823362:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.823471:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.823685:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:2.0:1743493960.823819:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 456us (1620us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.823828:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13079 00000100:00100000:0.0:1743493960.843050:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.843403:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981312 00000100:00100000:1.0:1743493960.843416:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981312 00000100:00100000:1.0:1743493960.843496:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13080 00000100:00100000:1.0:1743493960.843506:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981312:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.843585:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.843741:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:1.0:1743493960.843854:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981312:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (813us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.843865:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13080 00000100:00100000:0.0:1743493960.852979:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.853041:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981440 00000100:00100000:1.0:1743493960.853052:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981440 00000100:00100000:1.0:1743493960.853128:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13081 00000100:00100000:1.0:1743493960.853138:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.853219:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.853388:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:1.0:1743493960.853480:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 342us (520us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.853489:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13081 00000100:00100000:0.0:1743493960.856841:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.858246:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981568 00000100:00100000:1.0:1743493960.858258:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981568 00000100:00100000:1.0:1743493960.858348:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13082 00000100:00100000:1.0:1743493960.858356:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981568:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.858429:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.858586:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493960.858669:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981568:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (1835us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.858678:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13082 00000100:00100000:0.0:1743493960.872112:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.872472:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981696 00000100:00100000:2.0:1743493960.872482:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981696 00000100:00100000:2.0:1743493960.872560:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13083 00000100:00100000:2.0:1743493960.872571:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981696:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.872667:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.872859:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:2.0:1743493960.872954:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981696:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 383us (851us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.874361:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13083 00000100:00100000:0.0:1743493960.884589:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.885535:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981824 00000100:00100000:2.0:1743493960.885547:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981824 00000100:00100000:2.0:1743493960.885641:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13084 00000100:00100000:2.0:1743493960.885652:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.885737:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.885952:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:2.0:1743493960.886043:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 392us (1464us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.886056:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13084 00000100:00100000:0.0:1743493960.901628:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.901710:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027981952 00000100:00100000:2.0:1743493960.901722:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027981952 00000100:00100000:2.0:1743493960.901849:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13085 00000100:00100000:2.0:1743493960.901860:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981952:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493960.901945:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493960.902120:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:2.0:1743493960.902212:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e738bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027981952:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 351us (591us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493960.902222:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13085 00000100:00100000:2.0:1743493960.921736:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.922499:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982080 00000100:00100000:0.0:1743493960.922510:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982080 00000100:00100000:0.0:1743493960.922586:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13086 00000100:00100000:0.0:1743493960.922594:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.922667:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.922845:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:0.0:1743493960.922930:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a567c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (1202us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.922938:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13086 00000100:00100000:1.0:1743493960.929110:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.929542:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982208 00000100:00100000:0.0:1743493960.929552:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982208 00000100:00100000:2.0:1743493960.930865:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13087 00000100:00100000:2.0:1743493960.930876:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.931035:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.931192:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493960.931283:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 407us (2258us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.931291:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13087 00000100:00100000:2.0:1743493960.941439:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.942024:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982336 00000100:00100000:1.0:1743493960.942046:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982336 00000100:00100000:1.0:1743493960.942125:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13088 00000100:00100000:1.0:1743493960.942133:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982336:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.942205:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.942373:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493960.942641:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982336:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 506us (1214us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.942651:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13088 00000100:00100000:2.0:1743493960.945690:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.945920:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982464 00000100:00100000:0.0:1743493960.945931:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982464 00000100:00100000:0.0:1743493960.946000:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13089 00000100:00100000:0.0:1743493960.946008:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.946089:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.946242:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:0.0:1743493960.946332:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a57900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (649us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.946340:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13089 00000100:00100000:3.0:1743493960.950888:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.951005:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982592 00000100:00100000:1.0:1743493960.951017:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982592 00000100:00100000:1.0:1743493960.951098:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13090 00000100:00100000:1.0:1743493960.951107:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982592:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.951185:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.951356:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493960.951435:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a51740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027982592:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (557us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.951444:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13090 00000100:00100000:2.0:1743493960.968532:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493960.968684:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.969118:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982976 00000100:00100000:1.0:1743493960.969130:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982976 00000100:00100000:1.0:1743493960.969211:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3789 00000100:00100000:1.0:1743493960.969221:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027982976:12345-192.168.206.41@tcp:35:rm.0 00000100:00100000:0.0:1743493960.969794:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027982720 00000100:00100000:0.0:1743493960.969800:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027982720 00000100:00100000:0.0:1743493960.969854:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13091 00000100:00100000:0.0:1743493960.969860:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+96:13395:x1828185027982720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493960.969921:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493960.970581:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493960.971282:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+96:13390:x1828185027982976:12345-192.168.206.41@tcp:35:rm.0 Request processed in 2059us (2595us total) trans 4294975114 rc 0/0 00000100:00100000:1.0:1743493960.971293:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3789 00000100:00100000:0.0:1743493960.971463:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a52e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13395:x1828185027982720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1601us (2939us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493960.971472:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13091 00000100:00100000:2.0:1743493960.987917:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493960.988102:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027983232 00000100:00100000:0.0:1743493960.988115:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027983232 00000100:00100000:0.0:1743493960.988185:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13092 00000100:00100000:0.0:1743493960.988194:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+95:13390:x1828185027983232:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:0.0:1743493960.988283:0:8615:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1743493960.988328:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011e980/0x1414d533cd4aa348 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ac:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49492a3 expref: 95 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.988371:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697b100/0x1414d533cd4aa62e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ac:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494938a expref: 94 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.988400:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de2d40/0x1414d533cd4aa1d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494921e expref: 93 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493960.988426:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ac:0x0].0x0 (ffff998c47e99d80) 00010000:00010000:0.0:1743493960.988448:0:8615:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1743493960.988508:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988520:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988529:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988569:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988576:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988585:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:3.0:1743493960.988607:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00010000:00010000:0.0:1743493960.988730:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988739:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.988746:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000040:00080000:0.0:1743493960.989151:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].387, 64 off33024 00000004:00080000:0.0:1743493960.989173:0:8615:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1163295419842ns, next at 1164295406010ns, rc = 0 00000040:00080000:0.0:1743493960.989213:0:8615:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3948, 176 off697208 00000100:00100000:2.0:1743493960.989327:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027983360 00000100:00100000:2.0:1743493960.989335:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027983360 00010000:00010000:0.0:1743493960.989387:0:8615:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989398:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989407:0:8615:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989417:0:8615:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493960.989425:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13093 00010000:00010000:0.0:1743493960.989429:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493960.989437:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00010000:00010000:0.0:1743493960.989440:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989448:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989458:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ada80 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493960.989464:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989472:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989482:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ac:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:0.0:1743493960.989486:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1743493960.989490:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989497:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c7ff0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989529:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00000004:00000080:2.0:1743493960.989534:0:6550:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493960.989537:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989545:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989550:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.989554:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989562:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989570:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ac:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:0.0:1743493960.989573:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1743493960.989577:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989587:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7fe9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000004:00000080:2.0:1743493960.989698:0:6550:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00010000:00010000:0.0:1743493960.989900:0:8615:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989909:0:8615:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989916:0:8615:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989921:0:8615:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:0.0:1743493960.989927:0:8615:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989935:0:8615:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989948:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b54cbf100) 00010000:00010000:0.0:1743493960.989952:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1743493960.989955:0:8615:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.989961:0:8615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7fdb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493960.989987:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 549us (1378us total) trans 0 rc -2/-2 00000004:00010000:0.0:1743493960.989989:0:8615:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 00000000a866e78a reply state 000000003cc03c99 transno 4294975115 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8615 initiator: MDT0 00000100:00100000:2.0:1743493960.990001:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13093 00010000:00010000:0.0:1743493960.990004:0:8615:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:0.0:1743493960.990017:0:8615:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x3db54834 (ffff998b54cbe0c0) 00010000:00010000:0.0:1743493960.990019:0:8615:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1743493960.990022:0:8615:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1743493960.990109:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027983232:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1913us (2198us total) trans 4294975115 rc 0/0 00000100:00100000:0.0:1743493960.990119:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13092 00000100:00100000:3.0:1743493960.996193:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493960.996246:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027983488 00000100:00100000:1.0:1743493960.996258:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027983488 00000100:00100000:1.0:1743493960.996619:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13094 00000100:00100000:1.0:1743493960.996628:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493960.996723:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493960.996974:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:1.0:1743493960.997201:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 571us (1016us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493960.997210:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13094 00000100:00100000:2.0:1743493961.004105:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.004161:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027983616 00000100:00100000:1.0:1743493961.004172:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027983616 00000100:00100000:2.0:1743493961.004278:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.004284:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13095 00000100:00100000:1.0:1743493961.004294:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.004398:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.004549:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493961.004636:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a550c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13395:x1828185027983616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 343us (539us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.004645:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13095 00000100:00100000:1.0:1743493961.004682:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027983872 00000100:00100000:1.0:1743493961.004685:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027983872 00000100:00100000:1.0:1743493961.004713:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13096 00000100:00100000:1.0:1743493961.004717:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+94:13390:x1828185027983872:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493961.004812:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:1.0:1743493961.004839:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53506200/0x1414d533cd4aa7fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ae:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494941d expref: 94 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.004865:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6c1d96c0/0x1414d533cd4aa4b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ae:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949313 expref: 93 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.004893:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b45de25c0/0x1414d533cd4aa49f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1ae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494930c expref: 92 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.004909:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae:0x0].0x0 (ffff998c47e9aa80) 00010000:00010000:1.0:1743493961.004938:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54cb16c0/0x1414d533cd4ace44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a24e expref: 91 pid: 8615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.004954:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x0 (ffff998c47e98380) 00010000:00010000:1.0:1743493961.004958:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493961.005005:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005018:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005044:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005088:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005095:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005100:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005202:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005209:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005217:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493961.005645:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].387, 64 off33024 00000040:00080000:1.0:1743493961.005696:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3949, 184 off697392 00010000:00010000:1.0:1743493961.005893:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005903:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005912:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005920:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005926:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005932:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005939:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005945:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493961.005949:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005957:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005966:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:1.0:1743493961.005970:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493961.005974:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.005980:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c800c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006015:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006022:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006028:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006033:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ada80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493961.006037:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006043:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006051:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ae:0x0].0x0 (ffff998b54cbfac0) 00010000:00010000:1.0:1743493961.006054:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493961.006056:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006061:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c8005 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006294:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006315:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006322:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006328:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493961.006331:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006338:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006347:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x0 (ffff998c47e98380) 00010000:00010000:1.0:1743493961.006349:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493961.006353:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006357:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c7ff7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493961.006373:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000003cb62cc5 reply state 000000003ba1dc9f transno 4294975116 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006384:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.006390:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0xa375d043 (ffff998b54cbf100) 00010000:00010000:1.0:1743493961.006393:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493961.006395:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1743493961.006497:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+92:13390:x1828185027983872:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1775us (2217us total) trans 4294975116 rc 0/0 00000100:00100000:1.0:1743493961.006505:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13096 00000100:00080000:0.0:1743493961.006854:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493931 00000100:00100000:2.0:1743493961.010512:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.010629:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984000 00000100:00100000:3.0:1743493961.010641:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984000 00000100:00100000:3.0:1743493961.010722:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13097 00000100:00100000:3.0:1743493961.010731:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185027984000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493961.010829:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493961.010988:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:3.0:1743493961.011079:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a53400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185027984000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (576us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493961.011087:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13097 00000100:00100000:2.0:1743493961.029234:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.029392:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.029916:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984128 00000100:00100000:3.0:1743493961.029927:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984128 00000100:00100000:3.0:1743493961.029995:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984384 00000100:00100000:3.0:1743493961.030000:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984384 00000100:00100000:3.0:1743493961.030064:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13098 00000100:00100000:3.0:1743493961.030074:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+93:13395:x1828185027984128:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493961.030151:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493961.030344:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:1.0:1743493961.030509:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13099 00000100:00100000:1.0:1743493961.030517:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+93:13390:x1828185027984384:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:1.0:1743493961.030573:0:12851:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1743493961.030601:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b53504040/0x1414d533cd4aa81f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1af:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949424 expref: 93 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.030632:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011cf40/0x1414d533cd4aa50f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1af:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494932f expref: 92 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.030654:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5011c040/0x1414d533cd4aa4fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1af:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949328 expref: 91 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493961.030669:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af:0x0].0x0 (ffff998c47e986c0) 00010000:00010000:1.0:1743493961.030688:0:12851:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1743493961.030723:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030737:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030745:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030823:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030831:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030839:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030952:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030961:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.030968:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000040:00080000:1.0:1743493961.031328:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].388, 64 off33088 00000040:00080000:1.0:1743493961.031375:0:12851:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3950, 184 off697576 00010000:00010000:1.0:1743493961.031527:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031537:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031546:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031554:0:12851:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031561:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031567:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031575:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031582:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ade40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493961.031587:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031594:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031605:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af:0x0].0x0 (ffff998b54cbcd40) 00010000:00010000:1.0:1743493961.031608:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1743493961.031612:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031618:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8028 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031648:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031655:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031661:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031667:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493961.031671:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031677:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031686:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1af:0x0].0x0 (ffff998b54cbcd40) 00010000:00010000:1.0:1743493961.031689:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1743493961.031693:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031698:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8021 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031940:0:12851:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031948:0:12851:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031954:0:12851:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031959:0:12851:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:1.0:1743493961.031962:0:12851:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031967:0:12851:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031975:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x0 (ffff998c47e98380) 00010000:00010000:1.0:1743493961.031977:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1743493961.031980:0:12851:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.031986:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c8013 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00000004:00010000:1.0:1743493961.031999:0:12851:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007c3eb89e reply state 000000007ee94e13 transno 4294975117 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.032009:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493961.032016:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x820cea43 (ffff998b54cbfac0) 00010000:00010000:1.0:1743493961.032018:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1743493961.032021:0:12851:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493961.032887:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a539c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185027984128:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2809us (3662us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.032898:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13098 00000100:00100000:1.0:1743493961.033431:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a54b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13390:x1828185027984384:12345-192.168.206.41@tcp:36:rm.0 Request processed in 2911us (4036us total) trans 4294975117 rc 0/0 00000100:00100000:1.0:1743493961.033443:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13099 00000100:00100000:2.0:1743493961.044290:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.059902:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984512 00000100:00100000:1.0:1743493961.059917:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984512 00000100:00100000:1.0:1743493961.060012:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13100 00000100:00100000:1.0:1743493961.060021:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027984512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.060118:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.060280:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:1.0:1743493961.060384:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027984512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 362us (16102us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.060392:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13100 00000100:00100000:0.0:1743493961.067006:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.067849:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984640 00000100:00100000:2.0:1743493961.067861:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984640 00000100:00100000:2.0:1743493961.067946:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13101 00000100:00100000:2.0:1743493961.067959:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027984640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.068047:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.068209:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.068310:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027984640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (1312us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.068318:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13101 00000100:00100000:3.0:1743493961.080663:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.082656:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.082791:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985024 00000100:00100000:2.0:1743493961.082802:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985024 00000100:00100000:2.0:1743493961.082892:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13102 00000100:00100000:2.0:1743493961.082903:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.082987:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.083154:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.083249:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (2595us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.083259:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13102 00000100:00100000:2.0:1743493961.087274:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027984896 00000100:00100000:2.0:1743493961.087290:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027984896 00000100:00100000:2.0:1743493961.087402:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13103 00000100:00100000:2.0:1743493961.087411:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13390:x1828185027984896:12345-192.168.206.41@tcp:36:rm.0 00010000:00010000:2.0:1743493961.087489:0:6553:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1743493961.087517:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56979e40/0x1414d533cd4aa64a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949391 expref: 91 pid: 6550 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.087551:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b56979a80/0x1414d533cd4aa56a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b0:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494934b expref: 90 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.087573:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5697a980/0x1414d533cd4aa555 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949344 expref: 89 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.087604:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b0:0x0].0x0 (ffff998c47e9bac0) 00010000:00010000:2.0:1743493961.087628:0:6553:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1743493961.087668:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087682:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087691:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087735:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087747:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087788:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087927:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087936:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.087943:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000040:00080000:2.0:1743493961.088269:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].388, 64 off33088 00000040:00080000:2.0:1743493961.088349:0:6553:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0xa:0x0].3951, 192 off697768 00010000:00010000:2.0:1743493961.088491:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088500:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088508:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088515:0:6553:0:(ldlm_lock.c:948:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088522:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088527:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088538:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088544:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493961.088549:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088557:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088565:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b0:0x0].0x0 (ffff998b54cbdd80) 00010000:00010000:2.0:1743493961.088568:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1743493961.088572:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088577:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8044 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088610:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088617:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088623:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088627:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ade40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493961.088630:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088635:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088647:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b0:0x0].0x0 (ffff998b54cbdd80) 00010000:00010000:2.0:1743493961.088649:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1743493961.088652:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088657:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c803d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088938:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088947:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088953:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088958:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493961.088961:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088966:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088975:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x0 (ffff998c47e98380) 00010000:00010000:2.0:1743493961.088977:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493961.088980:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.088986:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c802f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1ad:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000004:00010000:2.0:1743493961.089002:0:6553:0:(mdt_handler.c:4306:mdt_save_lock()) ### save lock request 000000007b189a2d reply state 000000004f17913e transno 4294975118 ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.089016:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.089022:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x6fca4125 (ffff998b54cbcd40) 00010000:00010000:2.0:1743493961.089024:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1743493961.089027:0:6553:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1743493961.089139:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+90:13390:x1828185027984896:12345-192.168.206.41@tcp:36:rm.0 Request processed in 1726us (6487us total) trans 4294975118 rc 0/0 00000100:00100000:2.0:1743493961.089148:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13103 00000100:00100000:0.0:1743493961.092993:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.093098:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985152 00000100:00100000:1.0:1743493961.093109:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985152 00000100:00100000:1.0:1743493961.093181:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13104 00000100:00100000:1.0:1743493961.093189:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+90:13395:x1828185027985152:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.093276:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.093442:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493961.093527:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+90:13395:x1828185027985152:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (541us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.093537:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13104 00000100:00100000:3.0:1743493961.098964:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.099486:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985280 00000100:00100000:1.0:1743493961.099498:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985280 00000100:00100000:1.0:1743493961.099581:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13105 00000100:00100000:1.0:1743493961.099591:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+90:13395:x1828185027985280:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.099671:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.099857:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493961.099944:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+90:13395:x1828185027985280:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (990us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.099953:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13105 00000100:00100000:3.0:1743493961.108042:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.108143:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985408 00000100:00100000:2.0:1743493961.108153:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985408 00000100:00100000:2.0:1743493961.108239:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13106 00000100:00100000:2.0:1743493961.108249:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+90:13262:x1828185027985408:12345-192.168.206.41@tcp:101:bash.0 00010000:00010000:2.0:1743493961.108272:0:6553:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1743493961.108324:0:6553:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c804b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952453 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.108427:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108442:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108454:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108502:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108510:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108518:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108653:0:6553:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c8060 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108661:0:6553:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c8060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108668:0:6553:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c8060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00000004:00200000:2.0:1743493961.108707:0:6553:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1aa:0x0]: returning size 4096 00000004:00200000:2.0:1743493961.108711:0:6553:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1743493961.108733:0:6553:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c8060 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108744:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108795:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108803:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108808:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ade40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493961.108812:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108820:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108832:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff998c47e9a740) 00010000:00010000:2.0:1743493961.108835:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493961.108839:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108844:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ade40/0x1414d533cd4c8052 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108866:0:6553:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108871:0:6553:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108875:0:6553:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108879:0:6553:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad300 already unused, calling callback (ffffffffc1739490) 00010000:00010000:2.0:1743493961.108882:0:6553:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108887:0:6553:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108893:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c7b510 (ffff998b54cbdd80) 00010000:00010000:2.0:1743493961.108895:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1743493961.108898:0:6553:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108903:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad300/0x1414d533cd4c8059 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:2.0:1743493961.108946:0:6553:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac040/0x1414d533cd4c804b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952453 expref: 92 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.108969:0:6553:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501aed40/0x1414d533cd4c8060 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1aa:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952453 expref: 91 pid: 6553 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493961.108975:0:6553:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x0 (ffff998b54cbd3c0) 00010000:00010000:2.0:1743493961.108978:0:6553:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1743493961.108980:0:6553:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b501aed40, rc 0) 00000100:00100000:2.0:1743493961.109061:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507222c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13262:x1828185027985408:12345-192.168.206.41@tcp:101:bash.0 Request processed in 812us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493961.109068:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13106 00000100:00100000:3.0:1743493961.123927:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.124051:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985536 00000100:00100000:0.0:1743493961.124062:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985536 00000100:00100000:0.0:1743493961.124143:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13107 00000100:00100000:0.0:1743493961.124153:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985536:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.124233:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.124481:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:0.0:1743493961.124566:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50727900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985536:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 412us (647us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.124575:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13107 00000100:00100000:3.0:1743493961.127587:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.128184:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985664 00000100:00100000:2.0:1743493961.128195:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985664 00000100:00100000:2.0:1743493961.128271:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13108 00000100:00100000:2.0:1743493961.128280:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985664:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.128371:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.128552:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:2.0:1743493961.128634:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985664:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (1054us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.128643:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13108 00000100:00100000:3.0:1743493961.140713:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.141078:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985792 00000100:00100000:0.0:1743493961.141089:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985792 00000100:00100000:0.0:1743493961.141179:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13109 00000100:00100000:0.0:1743493961.141189:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.141272:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.141535:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:0.0:1743493961.141630:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 441us (2875us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.141643:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13109 00000100:00100000:3.0:1743493961.147628:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.149039:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027985920 00000100:00100000:2.0:1743493961.149052:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027985920 00000100:00100000:2.0:1743493961.149135:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13110 00000100:00100000:2.0:1743493961.149144:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.149224:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.150527:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.150636:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027985920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1489us (3015us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.150647:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13110 00000100:00100000:3.0:1743493961.158966:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.159074:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986048 00000100:00100000:2.0:1743493961.159085:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986048 00000100:00100000:2.0:1743493961.159167:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13111 00000100:00100000:2.0:1743493961.159177:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986048:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.159255:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.159422:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:2.0:1743493961.159511:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507239c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986048:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (555us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.159519:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13111 00000100:00100000:3.0:1743493961.163064:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.164090:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986176 00000100:00100000:0.0:1743493961.164101:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986176 00000100:00100000:0.0:1743493961.164181:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13112 00000100:00100000:0.0:1743493961.164190:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.164268:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.164448:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:0.0:1743493961.164535:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50724b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (1477us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.164543:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13112 00000100:00100000:3.0:1743493961.169327:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.169495:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986304 00000100:00100000:2.0:1743493961.169505:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986304 00000100:00100000:2.0:1743493961.169582:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13113 00000100:00100000:2.0:1743493961.169590:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.169670:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.170684:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493961.170815:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1223us (1495us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.170824:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13113 00000100:00100000:1.0:1743493961.175346:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.175801:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986432 00000100:00100000:0.0:1743493961.175811:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986432 00000100:00100000:0.0:1743493961.175896:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13114 00000100:00100000:0.0:1743493961.175905:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986432:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.175992:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.176156:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:0.0:1743493961.176248:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986432:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 342us (911us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.176257:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13114 00000100:00100000:0.0:1743493961.182259:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.182375:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986560 00000100:00100000:2.0:1743493961.182464:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986560 00000100:00100000:2.0:1743493961.182545:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13115 00000100:00100000:2.0:1743493961.182554:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986560:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.182635:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.182837:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493961.182913:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986560:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (663us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.182922:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13115 00000100:00100000:3.0:1743493961.187124:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.187282:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986688 00000100:00100000:0.0:1743493961.187293:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986688 00000100:00100000:0.0:1743493961.187951:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13116 00000100:00100000:0.0:1743493961.187961:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.188044:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.188203:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:0.0:1743493961.188292:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50723400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (1176us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.188331:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13116 00000100:00100000:1.0:1743493961.193289:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.193514:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986816 00000100:00100000:0.0:1743493961.193525:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986816 00000100:00100000:0.0:1743493961.193744:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13117 00000100:00100000:0.0:1743493961.193788:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50720040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986816:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.193868:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.194021:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:0.0:1743493961.194108:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50720040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986816:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (830us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.194117:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13117 00000100:00100000:3.0:1743493961.198891:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.199349:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027986944 00000100:00100000:0.0:1743493961.199359:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027986944 00000100:00100000:0.0:1743493961.199565:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13118 00000100:00100000:0.0:1743493961.199574:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.199651:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.199833:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:0.0:1743493961.199921:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50722880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027986944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 346us (1039us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.199930:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13118 00000100:00100000:3.0:1743493961.204080:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.205241:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987072 00000100:00100000:0.0:1743493961.205253:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987072 00000100:00100000:1.0:1743493961.206131:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13119 00000100:00100000:1.0:1743493961.206142:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987072:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.206226:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.206412:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493961.206507:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507267c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987072:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 364us (2435us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.206517:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13119 00000100:00100000:1.0:1743493961.214919:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.215033:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987200 00000100:00100000:2.0:1743493961.215044:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987200 00000100:00100000:2.0:1743493961.215123:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13120 00000100:00100000:2.0:1743493961.215132:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987200:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.215216:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.215397:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493961.215482:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987200:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 349us (574us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.215491:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13120 00000100:00100000:3.0:1743493961.222224:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.222994:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987328 00000100:00100000:1.0:1743493961.223005:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987328 00000100:00100000:1.0:1743493961.223083:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13121 00000100:00100000:1.0:1743493961.223092:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987328:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.223180:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.223356:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493961.223462:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987328:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 368us (1245us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.223471:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13121 00000100:00100000:3.0:1743493961.232962:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.233236:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987456 00000100:00100000:2.0:1743493961.233248:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987456 00000100:00100000:1.0:1743493961.234806:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13122 00000100:00100000:1.0:1743493961.234818:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987456:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.234906:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.235058:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493961.235151:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987456:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (2197us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.235159:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13122 00000100:00100000:3.0:1743493961.242632:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.243144:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987584 00000100:00100000:2.0:1743493961.243154:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987584 00000100:00100000:1.0:1743493961.244127:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13123 00000100:00100000:1.0:1743493961.244137:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.244241:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.244638:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493961.244733:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 595us (2110us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.244743:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13123 00000100:00100000:3.0:1743493961.249187:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.249339:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987712 00000100:00100000:1.0:1743493961.249350:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987712 00000100:00100000:1.0:1743493961.249430:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13124 00000100:00100000:1.0:1743493961.249437:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987712:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.249516:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.249660:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493961.249747:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987712:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 308us (567us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.249780:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13124 00000100:00100000:3.0:1743493961.254283:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.254598:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987840 00000100:00100000:2.0:1743493961.254608:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987840 00000100:00100000:2.0:1743493961.254730:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13125 00000100:00100000:2.0:1743493961.254739:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.254860:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.255008:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493961.255092:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (815us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.255101:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13125 00000100:00100000:3.0:1743493961.257904:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.258232:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027987968 00000100:00100000:2.0:1743493961.258241:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027987968 00000100:00100000:2.0:1743493961.258450:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13126 00000100:00100000:2.0:1743493961.258460:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987968:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.258699:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.258863:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493961.258949:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027987968:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 488us (1052us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.258958:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13126 00000100:00100000:0.0:1743493961.261864:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.261954:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988096 00000100:00100000:2.0:1743493961.261964:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988096 00000100:00100000:2.0:1743493961.262209:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13127 00000100:00100000:2.0:1743493961.262218:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.262315:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.262604:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.262695:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 476us (838us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.262704:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13127 00000100:00100000:3.0:1743493961.265683:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.266145:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988224 00000100:00100000:2.0:1743493961.266155:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988224 00000100:00100000:2.0:1743493961.266237:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13128 00000100:00100000:2.0:1743493961.266247:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.266341:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.266514:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.266598:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f79740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (923us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.266607:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13128 00000100:00100000:3.0:1743493961.272134:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.272266:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988352 00000100:00100000:1.0:1743493961.272279:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988352 00000100:00100000:1.0:1743493961.273084:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13129 00000100:00100000:1.0:1743493961.273093:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988352:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.273170:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.273563:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493961.273662:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988352:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 567us (1912us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.273671:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13129 00000100:00100000:0.0:1743493961.282077:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.282165:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988480 00000100:00100000:1.0:1743493961.282175:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988480 00000100:00100000:1.0:1743493961.282249:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13130 00000100:00100000:1.0:1743493961.282258:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.282348:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.282499:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493961.282589:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (519us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.282598:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13130 00000100:00100000:3.0:1743493961.287614:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.292161:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988608 00000100:00100000:1.0:1743493961.292177:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988608 00000100:00100000:0.0:1743493961.292372:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13131 00000100:00100000:0.0:1743493961.292382:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988608:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.292465:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.292612:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:0.0:1743493961.292706:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988608:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (5099us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.292714:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13131 00000100:00100000:3.0:1743493961.303321:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.303440:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988736 00000100:00100000:2.0:1743493961.303450:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988736 00000100:00100000:2.0:1743493961.303534:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13132 00000100:00100000:2.0:1743493961.303542:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988736:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.303617:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.303815:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493961.303891:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988736:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (578us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.303900:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13132 00000100:00100000:3.0:1743493961.312967:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.313089:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988864 00000100:00100000:0.0:1743493961.313101:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988864 00000100:00100000:0.0:1743493961.313175:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13133 00000100:00100000:0.0:1743493961.313184:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.313256:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.313426:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:0.0:1743493961.313523:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f78bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 339us (566us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.313532:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13133 00000100:00100000:3.0:1743493961.318199:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.318284:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027988992 00000100:00100000:2.0:1743493961.318302:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027988992 00000100:00100000:2.0:1743493961.318374:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13134 00000100:00100000:2.0:1743493961.318383:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.318469:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.318617:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.318703:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027988992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 318us (509us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.318711:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13134 00000100:00100000:3.0:1743493961.325261:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.325521:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989120 00000100:00100000:0.0:1743493961.325531:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989120 00000100:00100000:0.0:1743493961.325602:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13135 00000100:00100000:0.0:1743493961.325610:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.325682:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.326246:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:0.0:1743493961.326349:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 737us (1096us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.326358:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13135 00000100:00100000:2.0:1743493961.330918:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.331147:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989248 00000100:00100000:0.0:1743493961.331157:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989248 00000100:00100000:0.0:1743493961.331228:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13136 00000100:00100000:0.0:1743493961.331236:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989248:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.331324:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.331487:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:0.0:1743493961.331578:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989248:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (666us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.331587:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13136 00000100:00100000:0.0:1743493961.336649:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.336877:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989376 00000100:00100000:2.0:1743493961.336888:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989376 00000100:00100000:2.0:1743493961.337244:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13137 00000100:00100000:2.0:1743493961.337254:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.337344:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.337783:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.338202:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 946us (1561us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.338211:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13137 00000100:00100000:3.0:1743493961.342243:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.343052:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989504 00000100:00100000:2.0:1743493961.343064:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989504 00000100:00100000:2.0:1743493961.343147:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13138 00000100:00100000:2.0:1743493961.343155:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.343232:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.343416:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.343512:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (1277us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.343521:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13138 00000100:00100000:2.0:1743493961.351485:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.352171:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989632 00000100:00100000:0.0:1743493961.352181:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989632 00000100:00100000:0.0:1743493961.353079:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13139 00000100:00100000:0.0:1743493961.353090:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.353176:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.354106:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493961.354210:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1120us (2732us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.354220:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13139 00000100:00100000:2.0:1743493961.362898:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.363119:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989760 00000100:00100000:0.0:1743493961.363131:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989760 00000100:00100000:0.0:1743493961.363211:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13140 00000100:00100000:0.0:1743493961.363221:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989760:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.363316:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.363486:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493961.363577:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989760:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 357us (688us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.363585:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13140 00000100:00100000:3.0:1743493961.369414:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.369568:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027989888 00000100:00100000:2.0:1743493961.369579:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027989888 00000100:00100000:2.0:1743493961.370017:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13141 00000100:00100000:2.0:1743493961.370027:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.370111:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.370267:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493961.370369:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027989888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 342us (963us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.370378:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13141 00010000:00010000:1.0:1743493961.377438:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493961.380215:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.381479:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990016 00000100:00100000:2.0:1743493961.381492:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990016 00000100:00100000:2.0:1743493961.381578:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13142 00000100:00100000:2.0:1743493961.381587:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.381670:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.381850:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493961.381933:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 345us (1726us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.381942:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13142 00000100:00100000:3.0:1743493961.388247:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.389792:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990144 00000100:00100000:1.0:1743493961.389806:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990144 00000100:00100000:1.0:1743493961.389890:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13143 00000100:00100000:1.0:1743493961.389899:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990144:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.389980:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.390150:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.390249:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990144:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (2009us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.390261:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13143 00000100:00100000:0.0:1743493961.398241:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.399053:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990272 00000100:00100000:2.0:1743493961.399066:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990272 00000100:00100000:2.0:1743493961.399144:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13144 00000100:00100000:2.0:1743493961.399152:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990272:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.399231:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.399413:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.399494:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990272:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (1262us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.399503:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13144 00000100:00100000:3.0:1743493961.404164:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.412248:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990400 00000100:00100000:1.0:1743493961.412262:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990400 00000100:00100000:1.0:1743493961.412357:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13145 00000100:00100000:1.0:1743493961.412366:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.412446:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.412599:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:1.0:1743493961.412693:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 327us (8536us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.412702:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13145 00000100:00100000:3.0:1743493961.417393:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.417511:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990528 00000100:00100000:0.0:1743493961.417521:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990528 00000100:00100000:0.0:1743493961.417609:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13146 00000100:00100000:0.0:1743493961.417617:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990528:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.417691:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.417890:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493961.417974:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990528:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (588us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.417983:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13146 00000100:00100000:3.0:1743493961.423487:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.424044:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990656 00000100:00100000:1.0:1743493961.424056:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990656 00000100:00100000:1.0:1743493961.424147:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13147 00000100:00100000:1.0:1743493961.424155:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990656:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.424235:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.424421:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.424510:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc09d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990656:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (1030us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.424519:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13147 00000100:00100000:3.0:1743493961.432600:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.432719:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990784 00000100:00100000:0.0:1743493961.432730:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990784 00000100:00100000:0.0:1743493961.432841:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13148 00000100:00100000:0.0:1743493961.432849:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990784:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.432928:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.433082:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:0.0:1743493961.433169:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990784:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 319us (576us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.433176:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13148 00000100:00100000:3.0:1743493961.442987:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.443529:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027990912 00000100:00100000:1.0:1743493961.443541:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027990912 00000100:00100000:1.0:1743493961.443622:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13149 00000100:00100000:1.0:1743493961.443630:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.443717:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.444035:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:1.0:1743493961.444272:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027990912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 640us (1293us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.444282:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13149 00000100:00100000:3.0:1743493961.455566:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.455738:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991040 00000100:00100000:1.0:1743493961.455749:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991040 00000100:00100000:1.0:1743493961.455843:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13150 00000100:00100000:1.0:1743493961.455852:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52703f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991040:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.455928:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.456085:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:1.0:1743493961.456176:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52703f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991040:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (619us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.456184:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13150 00000100:00100000:3.0:1743493961.466828:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.466917:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991168 00000100:00100000:0.0:1743493961.466926:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991168 00000100:00100000:0.0:1743493961.467000:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13151 00000100:00100000:0.0:1743493961.467008:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52705680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991168:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.467082:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.467233:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493961.467320:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52705680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991168:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (501us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.467328:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13151 00000100:00100000:3.0:1743493961.470638:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.470826:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991296 00000100:00100000:1.0:1743493961.470836:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991296 00000100:00100000:1.0:1743493961.470901:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13152 00000100:00100000:1.0:1743493961.470909:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.470981:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.471125:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:1.0:1743493961.471197:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 286us (565us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.471205:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13152 00000100:00100000:3.0:1743493961.482678:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.496040:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991424 00000100:00100000:0.0:1743493961.496057:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991424 00000100:00100000:0.0:1743493961.496167:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13153 00000100:00100000:0.0:1743493961.496177:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.496260:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.496461:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:0.0:1743493961.496563:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 385us (13892us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.496573:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13153 00000100:00100000:3.0:1743493961.500989:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.501104:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991552 00000100:00100000:2.0:1743493961.501113:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991552 00000100:00100000:2.0:1743493961.501186:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13154 00000100:00100000:2.0:1743493961.501195:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991552:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.501270:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.501440:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.501523:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52704540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991552:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 327us (542us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.501532:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13154 00000100:00100000:3.0:1743493961.505983:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.506093:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991680 00000100:00100000:0.0:1743493961.506104:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991680 00000100:00100000:0.0:1743493961.506177:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13155 00000100:00100000:0.0:1743493961.506187:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991680:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.506268:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.506434:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:0.0:1743493961.506519:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52701740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991680:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (544us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.506528:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13155 00000100:00100000:3.0:1743493961.510046:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.510154:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991808 00000100:00100000:2.0:1743493961.510164:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991808 00000100:00100000:2.0:1743493961.510235:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13156 00000100:00100000:2.0:1743493961.510245:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.510342:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.510499:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.510585:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52702880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 339us (546us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.510594:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13156 00000100:00100000:3.0:1743493961.515011:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.515240:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027991936 00000100:00100000:0.0:1743493961.515250:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027991936 00000100:00100000:0.0:1743493961.515336:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13157 00000100:00100000:0.0:1743493961.515346:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991936:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.515443:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.515601:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493961.515683:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027991936:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (681us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.515691:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13157 00000100:00100000:3.0:1743493961.525639:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.525746:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992064 00000100:00100000:2.0:1743493961.525789:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992064 00000100:00100000:2.0:1743493961.525855:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13158 00000100:00100000:2.0:1743493961.525863:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52703400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.525939:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.526095:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493961.526180:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52703400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (549us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.526188:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13158 00000100:00100000:3.0:1743493961.531694:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.534047:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992192 00000100:00100000:0.0:1743493961.534061:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992192 00000100:00100000:1.0:1743493961.535375:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13159 00000100:00100000:1.0:1743493961.535385:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992192:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.535470:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.535646:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.535779:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52700bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992192:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 365us (4062us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.535790:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13159 00000100:00100000:3.0:1743493961.542039:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.543104:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992320 00000100:00100000:2.0:1743493961.543117:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992320 00000100:00100000:1.0:1743493961.543890:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13160 00000100:00100000:1.0:1743493961.543901:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.543981:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.544137:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.544235:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 334us (2206us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.544244:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13160 00000100:00100000:3.0:1743493961.551332:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.551489:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992448 00000100:00100000:2.0:1743493961.551501:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992448 00000100:00100000:2.0:1743493961.551584:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13161 00000100:00100000:2.0:1743493961.551592:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992448:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.551676:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.551874:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493961.551954:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b527050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992448:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 361us (632us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.551963:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13161 00000100:00100000:3.0:1743493961.556501:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.557029:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992576 00000100:00100000:1.0:1743493961.557038:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992576 00000100:00100000:1.0:1743493961.557373:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13162 00000100:00100000:1.0:1743493961.557382:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992576:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.557473:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.557634:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493961.557718:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992576:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (1225us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.557743:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13162 00000100:00100000:0.0:1743493961.564419:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.565149:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992704 00000100:00100000:1.0:1743493961.565160:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992704 00000100:00100000:2.0:1743493961.565942:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13163 00000100:00100000:2.0:1743493961.565952:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.566037:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.566197:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.566877:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 922us (2465us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.566891:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13163 00000100:00100000:3.0:1743493961.571990:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.572284:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992832 00000100:00100000:2.0:1743493961.572304:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992832 00000100:00100000:2.0:1743493961.572864:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13164 00000100:00100000:2.0:1743493961.572873:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992832:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.572954:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.573117:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.573197:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992832:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 324us (1217us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.573206:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13164 00000100:00100000:2.0:1743493961.581686:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.582453:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027992960 00000100:00100000:1.0:1743493961.582464:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027992960 00000100:00100000:1.0:1743493961.582547:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13165 00000100:00100000:1.0:1743493961.582556:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.582633:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.582818:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493961.584011:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027992960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1452us (2332us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.584023:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13165 00000100:00100000:0.0:1743493961.588451:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.590131:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993088 00000100:00100000:1.0:1743493961.590143:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993088 00000100:00100000:1.0:1743493961.590223:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13166 00000100:00100000:1.0:1743493961.590233:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993088:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.590319:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.590477:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493961.590563:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993088:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (2121us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.590571:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13166 00000100:00100000:2.0:1743493961.594531:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.595931:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993216 00000100:00100000:1.0:1743493961.595941:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993216 00000100:00100000:1.0:1743493961.596022:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13167 00000100:00100000:1.0:1743493961.596031:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.596109:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.596260:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.596375:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 343us (1851us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.596384:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13167 00000100:00100000:3.0:1743493961.601354:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.601509:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993344 00000100:00100000:2.0:1743493961.601519:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993344 00000100:00100000:2.0:1743493961.601586:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13168 00000100:00100000:2.0:1743493961.601594:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.601664:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.601824:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.601933:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (587us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.601941:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13168 00000100:00100000:0.0:1743493961.608370:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.608488:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993472 00000100:00100000:1.0:1743493961.608498:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993472 00000100:00100000:1.0:1743493961.608578:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13169 00000100:00100000:1.0:1743493961.608586:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.608660:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.608857:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493961.608940:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (578us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.608947:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13169 00000100:00100000:3.0:1743493961.616335:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.616956:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993600 00000100:00100000:2.0:1743493961.616967:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993600 00000100:00100000:2.0:1743493961.617042:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13170 00000100:00100000:2.0:1743493961.617050:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.617129:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.617485:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493961.619625:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2566us (3289us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.619640:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13170 00000100:00100000:3.0:1743493961.623218:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.623553:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993728 00000100:00100000:2.0:1743493961.623563:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993728 00000100:00100000:2.0:1743493961.624168:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13171 00000100:00100000:2.0:1743493961.624176:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993728:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.624253:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.624423:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.624507:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993728:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (1295us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.624515:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13171 00000100:00100000:0.0:1743493961.630273:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.630409:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993856 00000100:00100000:1.0:1743493961.630420:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993856 00000100:00100000:1.0:1743493961.630504:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13172 00000100:00100000:1.0:1743493961.630514:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.630596:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.630802:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.630887:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (621us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.630896:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13172 00000100:00100000:3.0:1743493961.636936:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.637059:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027993984 00000100:00100000:1.0:1743493961.637069:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027993984 00000100:00100000:1.0:1743493961.637144:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13173 00000100:00100000:1.0:1743493961.637153:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.637230:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.637420:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:1.0:1743493961.637500:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027993984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 346us (572us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.637509:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13173 00000100:00100000:0.0:1743493961.643209:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.643539:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994112 00000100:00100000:2.0:1743493961.643550:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994112 00000100:00100000:2.0:1743493961.643662:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13174 00000100:00100000:2.0:1743493961.643672:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.643747:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.643932:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493961.644361:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 688us (1160us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.644369:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13174 00000100:00100000:0.0:1743493961.649578:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.649821:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994240 00000100:00100000:1.0:1743493961.649830:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994240 00000100:00100000:1.0:1743493961.649899:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13175 00000100:00100000:1.0:1743493961.649906:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.649974:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.650109:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1743493961.650190:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 283us (620us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.650198:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13175 00000100:00100000:3.0:1743493961.653527:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.653813:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994368 00000100:00100000:1.0:1743493961.653823:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994368 00000100:00100000:1.0:1743493961.653892:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13176 00000100:00100000:1.0:1743493961.653900:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994368:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.653977:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.654136:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1743493961.654223:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994368:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (704us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.654232:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13176 00000100:00100000:0.0:1743493961.658873:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.658984:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994496 00000100:00100000:1.0:1743493961.658996:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994496 00000100:00100000:1.0:1743493961.659074:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13177 00000100:00100000:1.0:1743493961.659083:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.659164:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.659334:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1743493961.659415:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (550us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.659423:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13177 00000100:00100000:3.0:1743493961.663532:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.664162:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994624 00000100:00100000:1.0:1743493961.664172:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994624 00000100:00100000:1.0:1743493961.664254:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13178 00000100:00100000:1.0:1743493961.664264:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994624:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.664357:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.664714:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:0.0:1743493961.665600:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a850c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994624:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1331us (2072us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.665612:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13178 00000100:00100000:2.0:1743493961.670514:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.670819:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994752 00000100:00100000:0.0:1743493961.670829:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994752 00000100:00100000:0.0:1743493961.670902:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13179 00000100:00100000:0.0:1743493961.670910:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.670983:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.671128:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:0.0:1743493961.671207:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 296us (701us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.671215:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13179 00000100:00100000:3.0:1743493961.676157:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.676310:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027994880 00000100:00100000:1.0:1743493961.676321:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027994880 00000100:00100000:1.0:1743493961.676615:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13180 00000100:00100000:1.0:1743493961.676625:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.676706:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.676905:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:1.0:1743493961.676983:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a839c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027994880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (834us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.676992:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13180 00000100:00100000:3.0:1743493961.681691:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.681963:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995008 00000100:00100000:1.0:1743493961.681974:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995008 00000100:00100000:1.0:1743493961.682055:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13181 00000100:00100000:1.0:1743493961.682065:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995008:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.682146:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.682314:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493961.682408:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a85c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995008:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (726us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.682417:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13181 00000100:00100000:2.0:1743493961.687713:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.688715:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995136 00000100:00100000:0.0:1743493961.688727:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995136 00000100:00100000:0.0:1743493961.689593:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13182 00000100:00100000:0.0:1743493961.689603:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.689687:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.689943:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493961.690805:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1199us (3098us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.690815:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13182 00000100:00100000:3.0:1743493961.695800:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.696837:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995264 00000100:00100000:0.0:1743493961.696847:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995264 00000100:00100000:0.0:1743493961.696915:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13183 00000100:00100000:0.0:1743493961.696922:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.697000:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.697148:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493961.697229:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a822c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 306us (1479us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.697238:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13183 00000100:00100000:3.0:1743493961.706604:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.708026:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995392 00000100:00100000:1.0:1743493961.708038:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995392 00000100:00100000:0.0:1743493961.708745:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13184 00000100:00100000:0.0:1743493961.708795:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.708879:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.709040:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493961.709127:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 334us (2532us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.709137:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13184 00000100:00100000:2.0:1743493961.715485:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.715709:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995520 00000100:00100000:1.0:1743493961.715719:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995520 00000100:00100000:1.0:1743493961.715939:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13185 00000100:00100000:1.0:1743493961.715948:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995520:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.716026:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.716183:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493961.716261:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995520:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (783us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.716270:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13185 00000100:00100000:3.0:1743493961.720509:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.720859:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995648 00000100:00100000:0.0:1743493961.720869:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995648 00000100:00100000:0.0:1743493961.720949:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13186 00000100:00100000:0.0:1743493961.720958:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995648:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.721038:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.721192:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493961.721284:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a80bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995648:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 325us (785us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.721303:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13186 00000100:00100000:2.0:1743493961.726636:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.729196:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995776 00000100:00100000:1.0:1743493961.729210:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995776 00000100:00100000:1.0:1743493961.729310:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13187 00000100:00100000:1.0:1743493961.729320:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.729425:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.729602:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493961.729712:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a867c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 391us (3084us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.729721:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13187 00000100:00100000:2.0:1743493961.734937:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.736195:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027995904 00000100:00100000:0.0:1743493961.736205:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027995904 00000100:00100000:0.0:1743493961.736279:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13188 00000100:00100000:0.0:1743493961.736287:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.736369:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.736524:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493961.736605:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a83f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027995904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 317us (1678us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.736613:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13188 00000100:00100000:3.0:1743493961.740324:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.740504:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996032 00000100:00100000:2.0:1743493961.740514:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996032 00000100:00100000:2.0:1743493961.740974:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13189 00000100:00100000:2.0:1743493961.740983:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.741053:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.741198:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:2.0:1743493961.741284:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a87900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 300us (966us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.741302:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13189 00000100:00100000:3.0:1743493961.745474:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.745570:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996160 00000100:00100000:2.0:1743493961.745581:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996160 00000100:00100000:0.0:1743493961.746206:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13190 00000100:00100000:0.0:1743493961.746216:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.746309:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.746481:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:0.0:1743493961.746564:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a84540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (1099us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.746574:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13190 00000100:00100000:3.0:1743493961.751422:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.751690:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996288 00000100:00100000:2.0:1743493961.751700:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996288 00000100:00100000:0.0:1743493961.752088:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13191 00000100:00100000:0.0:1743493961.752096:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996288:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.752171:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.752327:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:0.0:1743493961.752427:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a82880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996288:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (1014us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.752436:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13191 00000100:00100000:3.0:1743493961.757628:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.758432:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996416 00000100:00100000:2.0:1743493961.758444:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996416 00000100:00100000:2.0:1743493961.758525:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13192 00000100:00100000:2.0:1743493961.758534:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996416:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.758618:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.758807:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:2.0:1743493961.758893:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a81740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996416:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 357us (1274us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.758902:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13192 00000100:00100000:3.0:1743493961.763184:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.763315:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996544 00000100:00100000:0.0:1743493961.763326:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996544 00000100:00100000:0.0:1743493961.763611:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13193 00000100:00100000:0.0:1743493961.763618:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996544:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.763686:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.763871:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:0.0:1743493961.763947:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996544:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (771us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.763954:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13193 00000100:00100000:3.0:1743493961.768582:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.769478:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996672 00000100:00100000:0.0:1743493961.769489:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996672 00000100:00100000:0.0:1743493961.769566:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13194 00000100:00100000:0.0:1743493961.769575:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996672:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.769653:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.769847:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:0.0:1743493961.770789:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996672:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1178us (2179us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.770799:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13194 00000100:00100000:3.0:1743493961.775599:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.775692:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996800 00000100:00100000:0.0:1743493961.775703:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996800 00000100:00100000:2.0:1743493961.775990:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13195 00000100:00100000:2.0:1743493961.776000:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996800:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.776079:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x330:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.776462:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x330:0x0]: rc = -2 00000100:00100000:2.0:1743493961.776555:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996800:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 553us (963us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.776564:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13195 00000100:00100000:3.0:1743493961.780142:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.780301:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027996928 00000100:00100000:2.0:1743493961.780310:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027996928 00000100:00100000:2.0:1743493961.780385:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13196 00000100:00100000:2.0:1743493961.780402:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.780475:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.780614:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.780688:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027996928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 285us (552us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.780696:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13196 00000100:00100000:3.0:1743493961.785103:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.785206:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997056 00000100:00100000:1.0:1743493961.785216:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997056 00000100:00100000:1.0:1743493961.785303:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13197 00000100:00100000:1.0:1743493961.785312:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.785606:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.785850:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:1.0:1743493961.785931:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 618us (835us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.785941:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13197 00000100:00100000:2.0:1743493961.789821:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.789899:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997184 00000100:00100000:1.0:1743493961.789909:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997184 00000100:00100000:1.0:1743493961.789983:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13198 00000100:00100000:1.0:1743493961.789992:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.790068:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x331:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.790216:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x331:0x0]: rc = -2 00000100:00100000:1.0:1743493961.790310:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50648bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 317us (497us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.790477:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13198 00000100:00100000:3.0:1743493961.794707:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.794852:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997312 00000100:00100000:1.0:1743493961.794863:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997312 00000100:00100000:1.0:1743493961.795469:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13199 00000100:00100000:1.0:1743493961.795478:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997312:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.795563:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x332:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.795729:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x332:0x0]: rc = -2 00000100:00100000:1.0:1743493961.795887:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997312:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 407us (1188us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.795896:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13199 00000100:00100000:3.0:1743493961.800687:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.801625:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997440 00000100:00100000:1.0:1743493961.801636:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997440 00000100:00100000:1.0:1743493961.801722:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13200 00000100:00100000:1.0:1743493961.801731:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.801831:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.801986:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493961.802068:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (1389us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.802077:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13200 00000100:00100000:0.0:1743493961.807154:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.807261:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997568 00000100:00100000:2.0:1743493961.807272:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997568 00000100:00100000:2.0:1743493961.807427:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13201 00000100:00100000:2.0:1743493961.807436:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997568:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.807512:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.807679:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493961.807787:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997568:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 349us (641us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.807796:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13201 00000100:00100000:2.0:1743493961.812197:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.812501:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997696 00000100:00100000:0.0:1743493961.812512:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997696 00000100:00100000:0.0:1743493961.812863:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13202 00000100:00100000:0.0:1743493961.812871:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997696:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.812945:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x333:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.813099:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x333:0x0]: rc = -2 00000100:00100000:0.0:1743493961.813184:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997696:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (996us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.813193:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13202 00000100:00100000:3.0:1743493961.825941:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493961.826015:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997824 00000100:00100000:0.0:1743493961.826026:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997824 00000100:00100000:0.0:1743493961.826103:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13203 00000100:00100000:0.0:1743493961.826112:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.826199:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x334:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.826659:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x334:0x0]: rc = -2 00000100:00100000:0.0:1743493961.828122:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2005us (2184us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.828133:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13203 00000100:00100000:2.0:1743493961.833237:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.833445:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027997952 00000100:00100000:1.0:1743493961.833456:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027997952 00000100:00100000:1.0:1743493961.833532:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13204 00000100:00100000:1.0:1743493961.833541:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997952:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.833650:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.833841:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:1.0:1743493961.833921:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027997952:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 379us (692us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.833929:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13204 00000100:00100000:2.0:1743493961.838205:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.838414:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998080 00000100:00100000:3.0:1743493961.838424:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998080 00000100:00100000:3.0:1743493961.838654:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13205 00000100:00100000:3.0:1743493961.838662:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493961.838741:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.839103:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.839262:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 597us (1063us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.839271:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13205 00000100:00100000:0.0:1743493961.842978:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.843177:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998208 00000100:00100000:2.0:1743493961.843187:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998208 00000100:00100000:2.0:1743493961.843263:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13206 00000100:00100000:2.0:1743493961.843271:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.843358:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x335:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.843519:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x335:0x0]: rc = -2 00000100:00100000:2.0:1743493961.843607:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (636us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.843616:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13206 00000100:00100000:0.0:1743493961.848324:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.849238:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998336 00000100:00100000:1.0:1743493961.849249:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998336 00000100:00100000:1.0:1743493961.849991:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13207 00000100:00100000:1.0:1743493961.850002:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998336:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.850086:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.850257:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493961.851024:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50649740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998336:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1020us (2706us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.851035:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13207 00000100:00100000:3.0:1743493961.856000:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.856369:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998464 00000100:00100000:1.0:1743493961.856380:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998464 00000100:00100000:1.0:1743493961.856451:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13208 00000100:00100000:1.0:1743493961.856459:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.856536:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.856686:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493961.856795:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5064bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (802us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.856803:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13208 00000100:00100000:0.0:1743493961.860574:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.860706:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998592 00000100:00100000:2.0:1743493961.860716:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998592 00000100:00100000:2.0:1743493961.861595:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13209 00000100:00100000:2.0:1743493961.861605:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998592:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.861683:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.861866:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493961.861952:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998592:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 346us (1385us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.861960:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13209 00000100:00100000:0.0:1743493961.865949:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.866206:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998720 00000100:00100000:1.0:1743493961.866220:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998720 00000100:00100000:1.0:1743493961.866306:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13210 00000100:00100000:1.0:1743493961.866314:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.866389:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.866541:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:1.0:1743493961.866630:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 315us (690us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.866639:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13210 00000100:00100000:2.0:1743493961.871667:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.871815:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998848 00000100:00100000:1.0:1743493961.871827:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998848 00000100:00100000:1.0:1743493961.871905:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13211 00000100:00100000:1.0:1743493961.871915:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998848:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.871995:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.872155:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.872250:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998848:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (590us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.872258:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13211 00000100:00100000:0.0:1743493961.877047:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.877849:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027998976 00000100:00100000:2.0:1743493961.877859:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027998976 00000100:00100000:2.0:1743493961.877938:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13212 00000100:00100000:2.0:1743493961.877947:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.878032:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.878183:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.878270:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027998976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (1231us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.878279:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13212 00000100:00100000:0.0:1743493961.882535:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.882695:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999104 00000100:00100000:1.0:1743493961.882706:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999104 00000100:00100000:1.0:1743493961.883036:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13213 00000100:00100000:1.0:1743493961.883045:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.883121:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.883268:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.883350:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 303us (823us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.883358:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13213 00000100:00100000:3.0:1743493961.891352:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.891453:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999232 00000100:00100000:1.0:1743493961.891473:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999232 00000100:00100000:1.0:1743493961.891557:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13214 00000100:00100000:1.0:1743493961.891566:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999232:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.891646:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.891861:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.891938:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbc540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999232:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 373us (596us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.891948:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13214 00000100:00100000:0.0:1743493961.897110:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.897221:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999360 00000100:00100000:2.0:1743493961.897233:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999360 00000100:00100000:2.0:1743493961.897342:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13215 00000100:00100000:2.0:1743493961.897352:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.897433:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.897587:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:2.0:1743493961.897673:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 320us (576us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.897682:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13215 00000100:00100000:0.0:1743493961.906943:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.907531:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999488 00000100:00100000:1.0:1743493961.907543:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999488 00000100:00100000:1.0:1743493961.907624:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13216 00000100:00100000:1.0:1743493961.907633:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.907706:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.907900:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.907978:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (1044us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.907987:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13216 00000100:00100000:3.0:1743493961.912664:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.918054:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999616 00000100:00100000:2.0:1743493961.918070:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999616 00000100:00100000:0.0:1743493961.918489:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13217 00000100:00100000:0.0:1743493961.918501:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493961.918587:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493961.918777:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:0.0:1743493961.920444:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1936us (7781us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493961.920458:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13217 00000100:00100000:0.0:1743493961.932917:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493961.933623:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999744 00000100:00100000:1.0:1743493961.933635:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999744 00000100:00100000:1.0:1743493961.933718:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13218 00000100:00100000:1.0:1743493961.933728:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999744:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493961.933851:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493961.934009:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:1.0:1743493961.934516:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999744:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 786us (1607us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493961.934530:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13218 00000100:00100000:2.0:1743493961.944065:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.944159:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185027999872 00000100:00100000:3.0:1743493961.944169:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185027999872 00000100:00100000:2.0:1743493961.945057:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13219 00000100:00100000:2.0:1743493961.945068:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdb8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.945156:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.945349:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:1.0:1743493961.949107:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1743493961.949130:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060522496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1743493961.949239:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493961.949668:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdb8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185027999872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4597us (5609us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.949682:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13219 00000100:00100000:2.0:1743493961.949781:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060522496 00000100:00100000:2.0:1743493961.949790:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060522496 00000100:00100000:2.0:1743493961.949853:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1743493961.949859:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060522496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1743493961.949900:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3894206464 avail 3662684160 00000100:00100000:2.0:1743493961.949982:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060522496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493961.949988:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1743493961.950361:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060522624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1743493961.950464:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493961.951210:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060522624 00000100:00100000:3.0:1743493961.951216:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060522624 00000100:00100000:3.0:1743493961.951279:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1743493961.951287:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060522624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1743493961.951338:0:16618:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445437440 avail 1315975168 00000100:00080000:0.0:1743493961.951733:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493931 00000100:00100000:0.0:1743493961.951921:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060522752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1743493961.952005:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1743493961.952236:0:8665:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1164258482646ns, next at 1165258476402ns, rc = 0 00000100:00100000:1.0:1743493961.952270:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060522880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1743493961.952360:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493961.952433:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060522496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1743493961.952477:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060522880 00000100:00100000:1.0:1743493961.952482:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060522880 00000100:00100000:1.0:1743493961.952535:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1743493961.952541:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+25:3678:x1828185060522880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1743493961.952566:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3894206464 avail 3662684160 00000100:00100000:1.0:1743493961.952640:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+25:3678:x1828185060522880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493961.952648:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1743493961.952852:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493931 00000100:00100000:1.0:1743493961.953006:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060522880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1743493961.953936:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060522624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2645us (3467us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493961.953948:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1743493961.953988:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060522752 00000100:00100000:3.0:1743493961.953994:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060522752 00000100:00100000:3.0:1743493961.954032:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1743493961.954039:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060522752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1743493961.954080:0:16618:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:3.0:1743493961.954173:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060522752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493961.954181:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1743493961.954362:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a1740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060522624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1743493961.961993:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060522752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1743493961.969721:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493961.970796:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000000 00000100:00100000:2.0:1743493961.970808:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000000 00000100:00100000:2.0:1743493961.970888:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13220 00000100:00100000:2.0:1743493961.970898:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493961.970958:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493961.971114:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:2.0:1743493961.971212:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (1500us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493961.971220:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13220 00000100:00100000:0.0:1743493961.981892:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493961.982130:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000128 00000100:00100000:3.0:1743493961.982140:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000128 00000100:00100000:3.0:1743493961.982216:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13221 00000100:00100000:3.0:1743493961.982224:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000128:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493961.982281:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493961.982559:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:3.0:1743493961.982653:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000128:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 428us (771us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493961.982661:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13221 00000100:00100000:0.0:1743493961.998942:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.000883:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000256 00000100:00100000:3.0:1743493962.000898:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000256 00000100:00100000:2.0:1743493962.001060:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13222 00000100:00100000:2.0:1743493962.001069:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.001152:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.001302:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:2.0:1743493962.001381:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (2446us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.001798:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13222 00000100:00100000:1.0:1743493962.007394:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.007487:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000384 00000100:00100000:2.0:1743493962.007498:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000384 00000100:00100000:2.0:1743493962.007570:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13223 00000100:00100000:2.0:1743493962.007578:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000384:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.007650:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.007823:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:2.0:1743493962.007895:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000384:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (520us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.007902:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13223 00000100:00100000:0.0:1743493962.018302:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.018481:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000512 00000100:00100000:1.0:1743493962.018491:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000512 00000100:00100000:1.0:1743493962.018565:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13224 00000100:00100000:1.0:1743493962.018572:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.018643:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.018812:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:1.0:1743493962.018895:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 321us (608us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.018904:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13224 00000100:00100000:3.0:1743493962.029459:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.029548:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000640 00000100:00100000:2.0:1743493962.029559:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000640 00000100:00100000:2.0:1743493962.029638:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13225 00000100:00100000:2.0:1743493962.029647:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.029725:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.029912:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:2.0:1743493962.029992:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (541us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.030001:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13225 00000100:00100000:3.0:1743493962.036566:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.037428:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000768 00000100:00100000:1.0:1743493962.037439:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000768 00000100:00100000:1.0:1743493962.037528:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13226 00000100:00100000:1.0:1743493962.037538:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000768:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.037624:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.037803:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:1.0:1743493962.037892:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000768:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (1336us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.037900:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13226 00000100:00100000:0.0:1743493962.062324:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.063720:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028000896 00000100:00100000:2.0:1743493962.063732:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028000896 00000100:00100000:2.0:1743493962.063828:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13227 00000100:00100000:2.0:1743493962.063836:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.063913:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.064061:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:2.0:1743493962.065734:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028000896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1892us (3412us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.065766:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13227 00000100:00100000:0.0:1743493962.071032:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.071584:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001024 00000100:00100000:1.0:1743493962.071594:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001024 00000100:00100000:1.0:1743493962.072346:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13228 00000100:00100000:1.0:1743493962.072356:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.072737:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.072903:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:1.0:1743493962.072999:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 642us (1975us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.073007:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13228 00000100:00100000:0.0:1743493962.081877:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.081979:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001152 00000100:00100000:1.0:1743493962.081990:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001152 00000100:00100000:1.0:1743493962.082064:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13229 00000100:00100000:1.0:1743493962.082073:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001152:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.082225:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.082557:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:1.0:1743493962.082915:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001152:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 840us (1044us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.082923:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13229 00000100:00100000:0.0:1743493962.090631:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.090799:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001280 00000100:00100000:2.0:1743493962.090810:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001280 00000100:00100000:2.0:1743493962.090889:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13230 00000100:00100000:2.0:1743493962.090898:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001280:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.090979:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.091137:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:2.0:1743493962.092504:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001280:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1602us (1878us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.092515:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13230 00000100:00100000:0.0:1743493962.097976:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.098639:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001408 00000100:00100000:2.0:1743493962.098651:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001408 00000100:00100000:2.0:1743493962.098732:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13231 00000100:00100000:2.0:1743493962.098741:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.098846:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.099017:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:2.0:1743493962.099111:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 369us (1143us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.099121:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13231 00000100:00100000:3.0:1743493962.104685:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.105401:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001536 00000100:00100000:0.0:1743493962.105413:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001536 00000100:00100000:0.0:1743493962.105499:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13232 00000100:00100000:0.0:1743493962.105509:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001536:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.105594:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.105791:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:0.0:1743493962.107571:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001536:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2055us (2888us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.107588:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13232 00000100:00100000:3.0:1743493962.112150:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.112495:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001664 00000100:00100000:0.0:1743493962.112505:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001664 00000100:00100000:0.0:1743493962.112574:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13233 00000100:00100000:0.0:1743493962.112582:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001664:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.112658:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.112854:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:0.0:1743493962.112930:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001664:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (788us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.112938:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13233 00000100:00100000:2.0:1743493962.116458:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.120733:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001792 00000100:00100000:3.0:1743493962.120749:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001792 00000100:00100000:3.0:1743493962.120862:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13234 00000100:00100000:3.0:1743493962.120871:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.120954:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.121114:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:3.0:1743493962.121208:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (4758us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.121216:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13234 00000100:00100000:1.0:1743493962.125135:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.125234:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028001920 00000100:00100000:2.0:1743493962.125244:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028001920 00000100:00100000:2.0:1743493962.125321:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13235 00000100:00100000:2.0:1743493962.125329:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.125414:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.125567:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:2.0:1743493962.125647:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028001920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 317us (519us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.125655:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13235 00000100:00100000:3.0:1743493962.132972:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.133209:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002048 00000100:00100000:2.0:1743493962.133218:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002048 00000100:00100000:2.0:1743493962.133305:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13236 00000100:00100000:2.0:1743493962.133314:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002048:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.133398:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.133568:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c0:0x0]: rc = -2 00000100:00100000:2.0:1743493962.133650:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002048:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (688us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.133659:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13236 00000100:00100000:1.0:1743493962.145245:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.145353:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002176 00000100:00100000:3.0:1743493962.145364:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002176 00000100:00100000:3.0:1743493962.145452:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13237 00000100:00100000:3.0:1743493962.145461:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.145538:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.145688:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:3.0:1743493962.145821:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (584us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.145830:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13237 00000100:00100000:0.0:1743493962.154967:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.156063:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002304 00000100:00100000:2.0:1743493962.156076:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002304 00000100:00100000:2.0:1743493962.156160:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13238 00000100:00100000:2.0:1743493962.156169:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.156247:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.156437:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c1:0x0]: rc = -2 00000100:00100000:2.0:1743493962.156532:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 362us (1572us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.156541:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13238 00000100:00100000:0.0:1743493962.167177:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.167277:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002432 00000100:00100000:3.0:1743493962.167287:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002432 00000100:00100000:3.0:1743493962.167405:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13239 00000100:00100000:3.0:1743493962.167413:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002432:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.167497:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.167659:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:3.0:1743493962.167745:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002432:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (577us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.167809:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13239 00000100:00100000:1.0:1743493962.174206:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.175913:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002560 00000100:00100000:2.0:1743493962.175924:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002560 00000100:00100000:2.0:1743493962.176002:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13240 00000100:00100000:2.0:1743493962.176010:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002560:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.176091:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.176230:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.176322:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002560:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (2124us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.176330:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13240 00000100:00100000:0.0:1743493962.180716:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.181121:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002688 00000100:00100000:3.0:1743493962.181133:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002688 00000100:00100000:3.0:1743493962.181212:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13241 00000100:00100000:3.0:1743493962.181225:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.181414:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.181570:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.181650:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 429us (944us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.181658:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13241 00000100:00100000:0.0:1743493962.187254:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.187807:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002816 00000100:00100000:3.0:1743493962.187818:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002816 00000100:00100000:3.0:1743493962.187905:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13242 00000100:00100000:3.0:1743493962.187915:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002816:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.187991:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.188148:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.188227:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002816:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 312us (983us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.188236:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13242 00000100:00100000:1.0:1743493962.203549:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.203720:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028002944 00000100:00100000:2.0:1743493962.203730:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028002944 00000100:00100000:2.0:1743493962.203846:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13243 00000100:00100000:2.0:1743493962.203855:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.203935:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.204095:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.207444:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532de200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028002944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3578us (3896us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.207460:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13243 00000100:00100000:0.0:1743493962.213168:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.213402:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003072 00000100:00100000:3.0:1743493962.213412:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003072 00000100:00100000:3.0:1743493962.213485:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13244 00000100:00100000:3.0:1743493962.213493:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003072:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.213570:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.213726:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.218397:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003072:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4890us (5225us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.218414:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13244 00000100:00100000:1.0:1743493962.227703:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.228507:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003200 00000100:00100000:0.0:1743493962.228518:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003200 00000100:00100000:0.0:1743493962.228654:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13245 00000100:00100000:0.0:1743493962.228666:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003200:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.228749:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.228964:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.229044:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003200:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 378us (1347us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.229054:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13245 00000100:00100000:1.0:1743493962.240581:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.243006:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003328 00000100:00100000:0.0:1743493962.243020:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003328 00000100:00100000:2.0:1743493962.243416:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13246 00000100:00100000:2.0:1743493962.243426:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003328:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.243508:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.243660:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.243749:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003328:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (3179us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.243785:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13246 00000100:00100000:1.0:1743493962.254313:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.254546:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003456 00000100:00100000:3.0:1743493962.254557:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003456 00000100:00100000:3.0:1743493962.254637:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13247 00000100:00100000:3.0:1743493962.254646:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003456:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.254731:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.254913:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:3.0:1743493962.254989:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003456:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (685us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.254997:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13247 00000100:00100000:1.0:1743493962.263795:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.267115:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003584 00000100:00100000:2.0:1743493962.267129:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003584 00000100:00100000:2.0:1743493962.267207:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13248 00000100:00100000:2.0:1743493962.267215:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.267314:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.267472:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.267555:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (3768us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.267563:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13248 00000100:00100000:1.0:1743493962.278313:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.278420:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003712 00000100:00100000:3.0:1743493962.278430:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003712 00000100:00100000:3.0:1743493962.278509:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13249 00000100:00100000:3.0:1743493962.278518:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532ddc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003712:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.278602:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.278816:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.278907:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532ddc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003712:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 387us (612us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.278916:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13249 00000100:00100000:1.0:1743493962.288739:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.296277:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003840 00000100:00100000:2.0:1743493962.296301:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003840 00000100:00100000:0.0:1743493962.297361:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13250 00000100:00100000:0.0:1743493962.297372:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.297452:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.297611:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.297712:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (8982us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.297721:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13250 00000100:00100000:1.0:1743493962.304986:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.305087:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028003968 00000100:00100000:0.0:1743493962.305100:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028003968 00000100:00100000:0.0:1743493962.305176:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13251 00000100:00100000:0.0:1743493962.305184:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532dcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003968:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.305263:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.305456:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.307069:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532dcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028003968:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1876us (2088us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.307083:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13251 00000100:00100000:3.0:1743493962.315003:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.316287:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004096 00000100:00100000:0.0:1743493962.316317:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004096 00000100:00100000:0.0:1743493962.316411:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13252 00000100:00100000:0.0:1743493962.316421:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.316503:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.316662:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.316804:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 383us (1810us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.316813:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13252 00000100:00100000:0.0:1743493962.321873:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.321960:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004224 00000100:00100000:3.0:1743493962.321970:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004224 00000100:00100000:3.0:1743493962.322047:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13253 00000100:00100000:3.0:1743493962.322056:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.322133:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.322303:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.322389:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (524us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.322396:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13253 00000100:00100000:0.0:1743493962.339017:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.341181:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004352 00000100:00100000:2.0:1743493962.341196:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004352 00000100:00100000:2.0:1743493962.341286:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13254 00000100:00100000:2.0:1743493962.341307:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004352:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.341390:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.341555:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.341636:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004352:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (2627us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.341645:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13254 00000100:00100000:1.0:1743493962.354713:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.356800:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004480 00000100:00100000:3.0:1743493962.356813:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004480 00000100:00100000:2.0:1743493962.357914:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13255 00000100:00100000:2.0:1743493962.357924:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.358010:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.358178:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.358287:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 362us (3581us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.365137:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.365492:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004608 00000100:00100000:3.0:1743493962.365503:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004608 00000100:00100000:3.0:1743493962.365579:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13256 00000100:00100000:3.0:1743493962.365588:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185028004608:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.365662:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.365833:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:3.0:1743493962.365905:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+92:13395:x1828185028004608:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 318us (777us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.365914:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13256 00000100:00100000:2.0:1743493962.371438:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13255 00000100:00100000:1.0:1743493962.373940:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.376401:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004736 00000100:00100000:2.0:1743493962.376414:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004736 00000100:00100000:2.0:1743493962.376507:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13257 00000100:00100000:2.0:1743493962.376516:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004736:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.376598:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.376771:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.376868:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004736:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 351us (2935us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.376877:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13257 00000100:00100000:0.0:1743493962.388140:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.388196:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004864 00000100:00100000:2.0:1743493962.388207:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004864 00000100:00100000:2.0:1743493962.388300:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13258 00000100:00100000:2.0:1743493962.388310:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.388391:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.388545:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.388637:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 326us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.388645:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13258 00000100:00100000:0.0:1743493962.396937:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.397111:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028004992 00000100:00100000:2.0:1743493962.397123:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028004992 00000100:00100000:2.0:1743493962.397201:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13259 00000100:00100000:2.0:1743493962.397210:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.397286:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1743493962.397303:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:2.0:1743493962.398111:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.398189:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028004992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 977us (1260us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.398198:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13259 00000100:00100000:1.0:1743493962.405130:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.405186:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005120 00000100:00100000:2.0:1743493962.405196:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005120 00000100:00100000:2.0:1743493962.405277:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13260 00000100:00100000:2.0:1743493962.405285:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.405399:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.405618:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.405785:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 467us (630us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.405794:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13260 00000100:00100000:0.0:1743493962.410946:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.411582:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005248 00000100:00100000:2.0:1743493962.411595:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005248 00000100:00100000:2.0:1743493962.411688:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13261 00000100:00100000:2.0:1743493962.411699:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005248:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.411808:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.411980:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.412066:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005248:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (1128us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.412075:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13261 00000100:00100000:0.0:1743493962.417626:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.417859:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005376 00000100:00100000:1.0:1743493962.417870:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005376 00000100:00100000:1.0:1743493962.418627:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13262 00000100:00100000:1.0:1743493962.418637:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.418721:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.418933:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.419016:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 379us (1400us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.419024:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13262 00000100:00100000:0.0:1743493962.424677:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.425872:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005504 00000100:00100000:1.0:1743493962.425883:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005504 00000100:00100000:1.0:1743493962.425962:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13263 00000100:00100000:1.0:1743493962.425971:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.426058:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.426213:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493962.426306:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 334us (1638us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.426315:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13263 00000100:00100000:0.0:1743493962.431056:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.431155:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005632 00000100:00100000:2.0:1743493962.431165:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005632 00000100:00100000:2.0:1743493962.431239:0:8615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13264 00000100:00100000:2.0:1743493962.431248:0:8615:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.431334:0:8615:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.431497:0:8615:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.431582:0:8615:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (533us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.431591:0:8615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13264 00000100:00100000:0.0:1743493962.436599:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.437194:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005760 00000100:00100000:1.0:1743493962.437204:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005760 00000100:00100000:1.0:1743493962.437552:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13265 00000100:00100000:1.0:1743493962.437561:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005760:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.437638:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.437818:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.437908:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005760:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 345us (1316us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.437916:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13265 00000100:00100000:0.0:1743493962.446884:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.447665:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028005888 00000100:00100000:1.0:1743493962.447676:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028005888 00000100:00100000:1.0:1743493962.447779:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13266 00000100:00100000:1.0:1743493962.447788:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.447864:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.448000:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.448066:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028005888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 278us (1192us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.448073:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13266 00000100:00100000:0.0:1743493962.458542:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.458736:0:8615:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006016 00000100:00100000:2.0:1743493962.458747:0:8615:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006016 00000100:00100000:1.0:1743493962.459447:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13267 00000100:00100000:1.0:1743493962.459458:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.459550:0:12851:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.459708:0:12851:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.461224:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3678:1828185060523392:0@lo:400:kworker.0 00000004:00080000:2.0:1743493962.461427:0:9795:0:(osp_sync.c:1782:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1164767673793ns, next at 1165767665379ns, rc = 0 00000100:00100000:0.0:1743493962.461537:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9bf163be-8e03-4477-b987-a28ff2abd8ed:3679:1828185060523008:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.461610:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3676:1828185060523136:0@lo:400:kworker.0 00000100:00100000:1.0:1743493962.462911:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3677:1828185060523264:0@lo:400:kworker.0 00000100:00100000:3.0:1743493962.463135:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493962.463182:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50959740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060523904:0@lo:400:kworker.0 00000100:00100000:3.0:1743493962.463239:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493962.463343:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523904 00000100:00100000:3.0:1743493962.463349:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523904 00000100:00100000:3.0:1743493962.463543:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1743493962.463550:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060523904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493962.463586:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493962.463629:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3677:1828185060523776:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.463662:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493962.463705:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3676:1828185060523648:0@lo:400:kworker.0 00000100:00100000:1.0:1743493962.463710:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493962.463782:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493962.463833:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060524288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1743493962.463898:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3679:1828185060523520:0@lo:400:kworker.0 00000100:00100000:1.0:1743493962.463919:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493962.464006:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493962.464044:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5097ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1743493962.464098:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493962.464147:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523392 00000100:00100000:2.0:1743493962.464151:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523392 00000100:00100000:2.0:1743493962.464183:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523264 00000100:00100000:2.0:1743493962.464186:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523264 00000100:00080000:1.0:1743493962.464198:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493932 00000100:00100000:2.0:1743493962.464206:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523136 00000100:00100000:2.0:1743493962.464208:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523136 00000100:00100000:2.0:1743493962.464230:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523776 00000100:00100000:2.0:1743493962.464233:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523776 00000100:00100000:2.0:1743493962.464255:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523648 00000100:00100000:2.0:1743493962.464257:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523648 00000100:00100000:2.0:1743493962.464282:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1743493962.464287:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1828185060523392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.464388:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3678:x1828185060523392:12345-0@lo:400:kworker.0 Request processed in 99us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.464395:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1743493962.464429:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1743493962.464433:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3677:x1828185060523264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.464513:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3677:x1828185060523264:12345-0@lo:400:kworker.0 Request processed in 77us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.464519:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1743493962.464547:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1743493962.464552:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3676:x1828185060523136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.464627:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3676:x1828185060523136:12345-0@lo:400:kworker.0 Request processed in 73us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.464633:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1743493962.464658:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1743493962.464663:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3677:x1828185060523776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.464730:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3677:x1828185060523776:12345-0@lo:400:kworker.0 Request processed in 66us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.464736:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1743493962.464788:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1743493962.464793:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3676:x1828185060523648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.464865:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3676:x1828185060523648:12345-0@lo:400:kworker.0 Request processed in 70us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.464871:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00080000:1.0:1743493962.464892:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493932 00000100:00100000:2.0:1743493962.464908:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523008 00000100:00100000:2.0:1743493962.464912:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523008 00000100:00100000:3.0:1743493962.464990:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060523904:12345-0@lo:400:kworker.0 Request processed in 1439us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493962.464998:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1743493962.465161:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493962.465197:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524032:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.465970:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1743493962.465977:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cb0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3679:x1828185060523008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466071:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cb0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3679:x1828185060523008:12345-0@lo:400:kworker.0 Request processed in 92us (2288us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.466078:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1743493962.466094:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493962.466141:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060523520 00000100:00100000:2.0:1743493962.466146:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060523520 00000100:00100000:0.0:1743493962.466161:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9bf163be-8e03-4477-b987-a28ff2abd8ed:3679:1828185060523008:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466177:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1743493962.466182:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1828185060523520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466257:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1828185060523520:12345-0@lo:400:kworker.0 Request processed in 73us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.466263:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00010000:00080000:0.0:1743493962.466300:0:3679:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b5095c540 x1828185060523520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1743493962.466312:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3679:1828185060523520:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466335:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095e7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3676:1828185060523136:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466359:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3676:1828185060523648:0@lo:400:kworker.0 00000100:00100000:0.0:1743493962.466375:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 6916us (7843us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.466383:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13267 00000100:00100000:2.0:1743493962.466436:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524032 00000100:00100000:2.0:1743493962.466440:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524032 00000100:00100000:2.0:1743493962.466574:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1743493962.466580:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+59:3679:x1828185060524032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466675:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+59:3679:x1828185060524032:12345-0@lo:400:kworker.0 Request processed in 93us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.466682:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1743493962.466775:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3678:1828185060523392:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466800:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50959740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060523904:0@lo:400:kworker.0 00000100:00100000:2.0:1743493962.466876:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524288 00000100:00100000:2.0:1743493962.466880:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524288 00000100:00100000:2.0:1743493962.466914:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524160 00000100:00100000:2.0:1743493962.466918:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524160 00000100:00100000:2.0:1743493962.466942:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1743493962.466947:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3677:x1828185060524288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1743493962.466978:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3918073856 avail 3686551552 00000100:00100000:2.0:1743493962.467049:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3677:x1828185060524288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (3129us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.467055:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1743493962.467081:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1743493962.467086:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+59:3676:x1828185060524160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1743493962.467103:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3918073856 avail 3686551552 00000100:00100000:2.0:1743493962.467170:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+59:3676:x1828185060524160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (3072us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493962.467177:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1743493962.467252:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524160:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1743493962.467913:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493932 00000100:00080000:1.0:1743493962.468143:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493932 00000100:00100000:1.0:1743493962.468323:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5097cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060524288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1743493962.468350:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095b9c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3677:1828185060523264:0@lo:400:kworker.0 00010000:00080000:1.0:1743493962.468372:0:3677:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b5095b400 x1828185060523776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1743493962.468381:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3677:1828185060523776:0@lo:400:kworker.0 00000100:00100000:0.0:1743493962.468575:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5095ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524032:0@lo:400:kworker.0 00000100:00100000:0.0:1743493962.472068:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.472386:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006144 00000100:00100000:2.0:1743493962.472396:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006144 00000100:00100000:2.0:1743493962.472483:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13268 00000100:00100000:2.0:1743493962.472491:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006144:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.472547:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.472706:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.472834:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006144:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (773us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.472842:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13268 00000100:00100000:0.0:1743493962.477339:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.477390:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006272 00000100:00100000:2.0:1743493962.477402:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006272 00000100:00100000:3.0:1743493962.477538:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13269 00000100:00100000:3.0:1743493962.477548:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006272:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.477607:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.478076:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.479664:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006272:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2108us (2326us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.479677:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13269 00000100:00100000:0.0:1743493962.486160:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.486786:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006400 00000100:00100000:2.0:1743493962.486797:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006400 00000100:00100000:2.0:1743493962.486874:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13270 00000100:00100000:2.0:1743493962.486882:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.486960:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.487116:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.487198:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (1445us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.487207:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13270 00000100:00100000:0.0:1743493962.497100:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.497227:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006528 00000100:00100000:2.0:1743493962.497238:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006528 00000100:00100000:2.0:1743493962.497908:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13271 00000100:00100000:2.0:1743493962.497917:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006528:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.497995:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.498154:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.498241:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febf900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006528:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (1150us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.498249:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13271 00000100:00100000:0.0:1743493962.507979:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.508092:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006656 00000100:00100000:2.0:1743493962.508103:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006656 00000100:00100000:2.0:1743493962.508181:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13272 00000100:00100000:2.0:1743493962.508189:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006656:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.508263:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.508455:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.508557:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febbf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006656:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (587us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.508566:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13272 00000100:00100000:1.0:1743493962.517167:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.517270:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006784 00000100:00100000:0.0:1743493962.517281:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006784 00000100:00100000:0.0:1743493962.517930:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13273 00000100:00100000:0.0:1743493962.517938:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006784:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.518011:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.518171:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.518258:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006784:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 319us (1100us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.518267:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13273 00000100:00100000:1.0:1743493962.525136:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.525359:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028006912 00000100:00100000:0.0:1743493962.525370:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028006912 00000100:00100000:2.0:1743493962.526104:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13274 00000100:00100000:2.0:1743493962.526114:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.526196:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.526366:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.526467:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028006912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 351us (1338us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.526476:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13274 00000100:00100000:1.0:1743493962.531095:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.531485:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007040 00000100:00100000:0.0:1743493962.531496:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007040 00000100:00100000:0.0:1743493962.531573:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13275 00000100:00100000:0.0:1743493962.531582:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007040:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.531661:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.531878:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.531957:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007040:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 374us (869us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.531965:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13275 00000100:00100000:1.0:1743493962.536613:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.542147:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007168 00000100:00100000:2.0:1743493962.542162:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007168 00000100:00100000:2.0:1743493962.542269:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13276 00000100:00100000:2.0:1743493962.542278:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007168:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.542370:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.542540:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.542646:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007168:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 366us (6041us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.542655:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13276 00000100:00100000:1.0:1743493962.546474:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.546604:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007296 00000100:00100000:2.0:1743493962.546615:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007296 00000100:00100000:2.0:1743493962.546697:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13277 00000100:00100000:2.0:1743493962.546706:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.546800:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.546960:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.547036:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (572us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.547045:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13277 00000100:00100000:3.0:1743493962.554413:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.554501:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007424 00000100:00100000:2.0:1743493962.554512:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007424 00000100:00100000:2.0:1743493962.554592:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13278 00000100:00100000:2.0:1743493962.554601:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.554680:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.554849:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.554928:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 327us (526us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.554936:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13278 00000100:00100000:0.0:1743493962.558730:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.558932:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007552 00000100:00100000:2.0:1743493962.558941:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007552 00000100:00100000:2.0:1743493962.558999:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13279 00000100:00100000:2.0:1743493962.559007:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007552:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.559072:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.559202:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.559286:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007552:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 277us (565us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.559304:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13279 00000100:00100000:0.0:1743493962.562382:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.562455:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007680 00000100:00100000:3.0:1743493962.562465:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007680 00000100:00100000:3.0:1743493962.562533:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13280 00000100:00100000:3.0:1743493962.562542:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007680:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.562610:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.562745:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:3.0:1743493962.562856:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007680:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (481us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.562864:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13280 00000100:00100000:1.0:1743493962.568286:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.568390:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007808 00000100:00100000:2.0:1743493962.568399:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007808 00000100:00100000:2.0:1743493962.568467:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13281 00000100:00100000:2.0:1743493962.568475:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.568546:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.568686:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.569610:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1131us (1330us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.569620:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13281 00000100:00100000:0.0:1743493962.575914:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.576109:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028007936 00000100:00100000:2.0:1743493962.576118:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028007936 00000100:00100000:2.0:1743493962.576188:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13282 00000100:00100000:2.0:1743493962.576196:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007936:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.576278:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.576456:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.576546:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028007936:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (640us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.576556:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13282 00000100:00100000:0.0:1743493962.581210:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.581314:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008064 00000100:00100000:3.0:1743493962.581325:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008064 00000100:00100000:2.0:1743493962.582006:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13283 00000100:00100000:2.0:1743493962.582015:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.582095:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.582242:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.582325:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 309us (1123us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.582333:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13283 00000100:00100000:1.0:1743493962.586195:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.586529:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008192 00000100:00100000:3.0:1743493962.586539:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008192 00000100:00100000:3.0:1743493962.587261:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13284 00000100:00100000:3.0:1743493962.587270:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008192:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.587370:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.587536:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:3.0:1743493962.588505:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008192:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1232us (2315us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.588516:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13284 00000100:00100000:0.0:1743493962.597891:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.598852:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008320 00000100:00100000:3.0:1743493962.598863:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008320 00000100:00100000:3.0:1743493962.599470:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13285 00000100:00100000:3.0:1743493962.599480:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.599559:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.599707:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.600671:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1188us (2784us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.600684:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13285 00000100:00100000:1.0:1743493962.608058:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.608251:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008448 00000100:00100000:3.0:1743493962.608261:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008448 00000100:00100000:3.0:1743493962.608363:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13286 00000100:00100000:3.0:1743493962.608371:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008448:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.608439:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493962.608581:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:3.0:1743493962.608659:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008448:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 287us (608us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493962.608666:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13286 00000100:00100000:1.0:1743493962.611544:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.612084:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008576 00000100:00100000:2.0:1743493962.612093:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008576 00000100:00100000:2.0:1743493962.612156:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13287 00000100:00100000:2.0:1743493962.612164:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008576:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.612227:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.612370:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.612444:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008576:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 278us (905us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.612451:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13287 00000100:00100000:0.0:1743493962.617177:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.617252:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008704 00000100:00100000:3.0:1743493962.617262:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008704 00000100:00100000:2.0:1743493962.618283:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13288 00000100:00100000:2.0:1743493962.618302:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.618385:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.618541:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.618631:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (1462us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.618639:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13288 00000100:00100000:1.0:1743493962.623349:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493962.623516:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008832 00000100:00100000:3.0:1743493962.623527:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008832 00000100:00100000:3.0:1743493962.623636:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13289 00000100:00100000:3.0:1743493962.623644:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501722c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008832:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493962.623716:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.624021:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.624106:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501722c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008832:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 461us (764us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.624114:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13289 00000100:00100000:1.0:1743493962.628934:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.629152:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028008960 00000100:00100000:0.0:1743493962.629162:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028008960 00000100:00100000:0.0:1743493962.629229:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13290 00000100:00100000:0.0:1743493962.629236:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.629318:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.629477:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.629559:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028008960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 321us (814us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.629567:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13290 00000100:00100000:0.0:1743493962.635431:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.635690:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009088 00000100:00100000:2.0:1743493962.635699:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009088 00000100:00100000:2.0:1743493962.635792:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13291 00000100:00100000:2.0:1743493962.635800:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009088:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.635879:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.636034:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.636119:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009088:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 318us (696us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.636128:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13291 00000100:00100000:1.0:1743493962.640600:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.640982:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009216 00000100:00100000:0.0:1743493962.640994:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009216 00000100:00100000:0.0:1743493962.641073:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13292 00000100:00100000:0.0:1743493962.641082:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.641160:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.641326:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.641433:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 350us (841us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.641443:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13292 00000100:00100000:1.0:1743493962.646411:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.647812:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009344 00000100:00100000:2.0:1743493962.647824:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009344 00000100:00100000:2.0:1743493962.648529:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13293 00000100:00100000:2.0:1743493962.648538:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.648620:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.648808:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.648906:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (2508us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.648914:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13293 00000100:00100000:1.0:1743493962.653611:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.653722:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009472 00000100:00100000:0.0:1743493962.653732:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009472 00000100:00100000:0.0:1743493962.654022:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13294 00000100:00100000:0.0:1743493962.654032:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.654114:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.654275:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.654373:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (770us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.654382:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13294 00000100:00100000:1.0:1743493962.659084:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.659221:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009600 00000100:00100000:2.0:1743493962.659231:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009600 00000100:00100000:2.0:1743493962.659314:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13295 00000100:00100000:2.0:1743493962.659323:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.659408:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.659568:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.659657:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbc9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (583us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.659665:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13295 00000100:00100000:1.0:1743493962.665236:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.665952:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009728 00000100:00100000:0.0:1743493962.665963:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009728 00000100:00100000:0.0:1743493962.666483:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13296 00000100:00100000:0.0:1743493962.666493:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009728:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.666577:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.666741:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.666872:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c7fbcb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009728:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 378us (1643us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.666881:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13296 00000100:00100000:1.0:1743493962.672109:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.672864:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009856 00000100:00100000:0.0:1743493962.672875:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009856 00000100:00100000:0.0:1743493962.673476:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13297 00000100:00100000:0.0:1743493962.673486:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.673566:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.673729:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.674658:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1168us (2554us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.674669:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13297 00000100:00100000:3.0:1743493962.680390:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.680624:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028009984 00000100:00100000:0.0:1743493962.680634:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028009984 00000100:00100000:0.0:1743493962.681395:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13298 00000100:00100000:0.0:1743493962.681405:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.681483:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.681642:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.681721:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028009984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (1340us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.681730:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13298 00000100:00100000:1.0:1743493962.688194:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.689324:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010112 00000100:00100000:0.0:1743493962.689335:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010112 00000100:00100000:0.0:1743493962.689946:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13299 00000100:00100000:0.0:1743493962.689955:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.690037:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.690186:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.690276:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 321us (2091us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.690284:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13299 00000100:00100000:1.0:1743493962.694694:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.694868:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010240 00000100:00100000:0.0:1743493962.694878:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010240 00000100:00100000:0.0:1743493962.695164:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13300 00000100:00100000:0.0:1743493962.695174:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.695251:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.695451:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:0.0:1743493962.695533:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5005f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (847us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.695543:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13300 00000100:00100000:3.0:1743493962.700630:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.700718:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010368 00000100:00100000:0.0:1743493962.700729:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010368 00000100:00100000:0.0:1743493962.700842:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13301 00000100:00100000:0.0:1743493962.700852:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010368:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.700929:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.701089:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:0.0:1743493962.701166:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010368:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (544us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.701176:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13301 00000100:00100000:1.0:1743493962.708158:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.708246:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010496 00000100:00100000:2.0:1743493962.708257:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010496 00000100:00100000:2.0:1743493962.708365:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13302 00000100:00100000:2.0:1743493962.708374:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.708451:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.708622:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.708706:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b567ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (556us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.708714:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13302 00000100:00100000:0.0:1743493962.712719:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.712820:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010624 00000100:00100000:2.0:1743493962.712829:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010624 00000100:00100000:2.0:1743493962.712896:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13303 00000100:00100000:2.0:1743493962.712903:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010624:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.712970:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.713108:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.713186:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc07900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010624:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 282us (474us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.713194:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13303 00000100:00100000:3.0:1743493962.720692:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.720802:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010752 00000100:00100000:1.0:1743493962.720812:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010752 00000100:00100000:1.0:1743493962.720889:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13304 00000100:00100000:1.0:1743493962.720899:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.720977:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.721130:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.721218:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fc02e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 319us (535us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.721227:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13304 00000100:00100000:3.0:1743493962.729519:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.729639:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028010880 00000100:00100000:2.0:1743493962.729649:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028010880 00000100:00100000:2.0:1743493962.730866:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13305 00000100:00100000:2.0:1743493962.730877:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.730965:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.731133:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.731230:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028010880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (1720us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.731239:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13305 00000100:00100000:0.0:1743493962.754706:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.755805:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011008 00000100:00100000:1.0:1743493962.755816:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011008 00000100:00100000:1.0:1743493962.755890:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13306 00000100:00100000:1.0:1743493962.755897:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011008:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.755967:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.756112:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493962.756198:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011008:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 299us (1500us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.756207:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13306 00000100:00100000:3.0:1743493962.759955:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.760052:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011136 00000100:00100000:2.0:1743493962.760061:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011136 00000100:00100000:2.0:1743493962.760132:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13307 00000100:00100000:2.0:1743493962.760141:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.760217:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.760410:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.760496:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5612d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (549us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.760505:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13307 00000100:00100000:3.0:1743493962.765268:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.765382:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011264 00000100:00100000:1.0:1743493962.765403:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011264 00000100:00100000:1.0:1743493962.765483:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13308 00000100:00100000:1.0:1743493962.765491:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.765574:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.765730:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493962.765864:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b393400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 370us (603us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.765873:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13308 00000100:00100000:0.0:1743493962.769829:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.769954:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011392 00000100:00100000:2.0:1743493962.769963:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011392 00000100:00100000:2.0:1743493962.770032:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13309 00000100:00100000:2.0:1743493962.770040:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.770119:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.770267:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.770368:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b397340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 326us (547us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.770377:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13309 00000100:00100000:3.0:1743493962.774426:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.774678:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011520 00000100:00100000:1.0:1743493962.774689:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011520 00000100:00100000:1.0:1743493962.774797:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13310 00000100:00100000:1.0:1743493962.774805:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011520:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.774881:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.775015:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.775090:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b392880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011520:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 284us (672us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.775102:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13310 00000100:00100000:3.0:1743493962.778907:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.778990:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011648 00000100:00100000:2.0:1743493962.778999:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011648 00000100:00100000:2.0:1743493962.779064:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13311 00000100:00100000:2.0:1743493962.779071:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011648:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.779143:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.779283:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:2.0:1743493962.779372:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011648:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 299us (472us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.779380:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13311 00000100:00100000:0.0:1743493962.785649:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.785797:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011776 00000100:00100000:1.0:1743493962.785808:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011776 00000100:00100000:1.0:1743493962.785881:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13312 00000100:00100000:1.0:1743493962.785890:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.785972:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x202:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.786129:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x202:0x0]: rc = -2 00000100:00100000:1.0:1743493962.786219:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fdbcb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 327us (578us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.786229:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13312 00000100:00100000:3.0:1743493962.790379:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.790487:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028011904 00000100:00100000:2.0:1743493962.790497:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028011904 00000100:00100000:2.0:1743493962.790572:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13313 00000100:00100000:2.0:1743493962.790581:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.790659:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.790863:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.790939:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028011904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (567us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.790948:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13313 00000100:00100000:3.0:1743493962.794630:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.794741:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012032 00000100:00100000:1.0:1743493962.794780:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012032 00000100:00100000:1.0:1743493962.794855:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13314 00000100:00100000:1.0:1743493962.794865:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.794938:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.795105:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.795197:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (574us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.795206:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13314 00000100:00100000:0.0:1743493962.802742:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.802890:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012160 00000100:00100000:2.0:1743493962.802899:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012160 00000100:00100000:2.0:1743493962.802967:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13315 00000100:00100000:2.0:1743493962.802977:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.803063:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.803219:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:2.0:1743493962.803323:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 345us (589us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.803332:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13315 00000100:00100000:3.0:1743493962.810872:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.811096:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012288 00000100:00100000:1.0:1743493962.811107:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012288 00000100:00100000:1.0:1743493962.811187:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13316 00000100:00100000:1.0:1743493962.811196:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012288:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.811279:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.811463:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.812721:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012288:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1520us (1853us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.812733:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13316 00000100:00100000:3.0:1743493962.820458:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.823957:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012416 00000100:00100000:1.0:1743493962.823973:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012416 00000100:00100000:1.0:1743493962.824070:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13317 00000100:00100000:1.0:1743493962.824078:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012416:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.824156:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.824332:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.827260:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012416:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 3170us (6800us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.827274:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13317 00000100:00100000:0.0:1743493962.833074:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.833307:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012544 00000100:00100000:1.0:1743493962.833317:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012544 00000100:00100000:1.0:1743493962.833406:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13318 00000100:00100000:1.0:1743493962.833415:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012544:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493962.833495:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x203:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493962.833651:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x203:0x0]: rc = -2 00000100:00100000:1.0:1743493962.833738:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012544:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (673us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493962.833747:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13318 00000100:00100000:0.0:1743493962.839323:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.839634:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012672 00000100:00100000:2.0:1743493962.839648:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012672 00000100:00100000:2.0:1743493962.840298:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13319 00000100:00100000:2.0:1743493962.840309:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012672:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.840413:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.840578:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:2.0:1743493962.840662:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012672:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (1347us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.840670:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13319 00000100:00100000:3.0:1743493962.845638:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.847136:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012800 00000100:00100000:2.0:1743493962.847147:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012800 00000100:00100000:2.0:1743493962.847346:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13320 00000100:00100000:2.0:1743493962.847355:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012800:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.847602:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.847741:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22c:0x0]: rc = -2 00000100:00100000:2.0:1743493962.848578:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012800:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1220us (2945us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.848588:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13320 00000100:00100000:0.0:1743493962.853314:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.853596:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028012928 00000100:00100000:2.0:1743493962.853607:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028012928 00000100:00100000:2.0:1743493962.853881:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13321 00000100:00100000:2.0:1743493962.853890:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.853971:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.854134:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493962.854225:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028012928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 334us (919us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.854234:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13321 00000100:00100000:1.0:1743493962.857986:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.858223:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013056 00000100:00100000:2.0:1743493962.858233:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013056 00000100:00100000:2.0:1743493962.858309:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13322 00000100:00100000:2.0:1743493962.858317:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.858389:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.858544:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493962.858616:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 298us (638us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.858625:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13322 00000100:00100000:3.0:1743493962.863619:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493962.864920:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013184 00000100:00100000:1.0:1743493962.864932:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013184 00000100:00100000:0.0:1743493962.865109:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13323 00000100:00100000:0.0:1743493962.865118:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.865198:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.865368:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:0.0:1743493962.865658:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 539us (2047us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.865666:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13323 00000100:00100000:0.0:1743493962.870233:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.870568:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013312 00000100:00100000:2.0:1743493962.870579:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013312 00000100:00100000:2.0:1743493962.870652:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13324 00000100:00100000:2.0:1743493962.870660:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013312:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.870726:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x22d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.870920:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x22d:0x0]: rc = -2 00000100:00100000:2.0:1743493962.871006:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013312:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (782us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.871015:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13324 00000100:00100000:1.0:1743493962.875380:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.875963:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013440 00000100:00100000:0.0:1743493962.875974:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013440 00000100:00100000:0.0:1743493962.876831:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13325 00000100:00100000:0.0:1743493962.876841:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b18040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.876928:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.877099:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493962.877205:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b18040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 364us (1836us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.877213:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13325 00000100:00100000:3.0:1743493962.881214:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.881493:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013568 00000100:00100000:2.0:1743493962.881503:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013568 00000100:00100000:2.0:1743493962.881573:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13326 00000100:00100000:2.0:1743493962.881581:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b19740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013568:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.881654:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.881841:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:2.0:1743493962.881913:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b19740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013568:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (708us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.881925:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13326 00000100:00100000:1.0:1743493962.887002:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.887699:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013696 00000100:00100000:0.0:1743493962.887710:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013696 00000100:00100000:0.0:1743493962.888458:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13327 00000100:00100000:0.0:1743493962.888469:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013696:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.888552:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.888711:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493962.888836:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013696:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (2091us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.888845:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13327 00000100:00100000:1.0:1743493962.893175:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.893486:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013824 00000100:00100000:0.0:1743493962.893497:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013824 00000100:00100000:0.0:1743493962.893578:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13328 00000100:00100000:0.0:1743493962.893586:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b19d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013824:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.893664:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.893851:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fa:0x0]: rc = -2 00000100:00100000:0.0:1743493962.893933:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b19d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013824:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 346us (768us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.893942:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13328 00000100:00100000:3.0:1743493962.899321:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.899715:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028013952 00000100:00100000:2.0:1743493962.899726:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028013952 00000100:00100000:2.0:1743493962.900277:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13329 00000100:00100000:2.0:1743493962.900296:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013952:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.900372:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.900942:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493962.901677:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028013952:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1386us (2361us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.901687:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13329 00000100:00100000:1.0:1743493962.906435:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.907321:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014080 00000100:00100000:2.0:1743493962.907332:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014080 00000100:00100000:2.0:1743493962.907417:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13330 00000100:00100000:2.0:1743493962.907425:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014080:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.907498:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.907653:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493962.907740:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014080:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (1313us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.907749:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13330 00000100:00100000:1.0:1743493962.913032:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.913132:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014208 00000100:00100000:0.0:1743493962.913142:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014208 00000100:00100000:0.0:1743493962.913670:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13331 00000100:00100000:0.0:1743493962.913680:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014208:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.913807:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.913955:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493962.914035:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014208:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (1010us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.914044:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13331 00000100:00100000:3.0:1743493962.917397:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.917610:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014336 00000100:00100000:0.0:1743493962.917620:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014336 00000100:00100000:0.0:1743493962.918889:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13332 00000100:00100000:0.0:1743493962.918901:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014336:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.918989:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.919155:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493962.919242:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014336:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (1861us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.919251:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13332 00000100:00100000:1.0:1743493962.924353:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.929711:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014464 00000100:00100000:2.0:1743493962.929728:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014464 00000100:00100000:2.0:1743493962.929851:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13333 00000100:00100000:2.0:1743493962.929861:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b18bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014464:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.929945:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.930101:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:2.0:1743493962.931036:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b18bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014464:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1172us (6691us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.931045:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13333 00000100:00100000:1.0:1743493962.941409:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.942575:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014592 00000100:00100000:2.0:1743493962.942588:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014592 00000100:00100000:0.0:1743493962.943462:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13334 00000100:00100000:0.0:1743493962.943474:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014592:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.943571:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1fb:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.943744:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1fb:0x0]: rc = -2 00000100:00100000:0.0:1743493962.943881:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014592:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 406us (2489us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.943890:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13334 00000100:00100000:1.0:1743493962.948269:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.948471:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014720 00000100:00100000:2.0:1743493962.948482:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014720 00000100:00100000:2.0:1743493962.948555:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13335 00000100:00100000:2.0:1743493962.948563:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014720:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.948639:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.948827:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493962.948899:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014720:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (638us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.948907:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13335 00000100:00100000:3.0:1743493962.957532:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.958941:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014848 00000100:00100000:0.0:1743493962.958953:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014848 00000100:00100000:0.0:1743493962.959549:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13336 00000100:00100000:0.0:1743493962.959560:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014848:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.959783:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.959948:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:0.0:1743493962.965406:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014848:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 5827us (7863us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.965423:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13336 00000100:00100000:1.0:1743493962.968273:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.969122:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028014976 00000100:00100000:0.0:1743493962.969134:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028014976 00000100:00100000:2.0:1743493962.973484:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13337 00000100:00100000:2.0:1743493962.973500:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014976:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.973611:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.973802:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493962.973909:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028014976:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 410us (5642us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.973919:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13337 00000100:00100000:1.0:1743493962.978528:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.980048:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015104 00000100:00100000:2.0:1743493962.980063:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015104 00000100:00100000:0.0:1743493962.981612:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13338 00000100:00100000:0.0:1743493962.981625:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015104:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493962.981715:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493962.981903:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:0.0:1743493962.982012:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015104:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 388us (3492us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493962.982022:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13338 00000100:00100000:1.0:1743493962.995143:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493962.995242:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015232 00000100:00100000:2.0:1743493962.995253:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015232 00000100:00100000:2.0:1743493962.995334:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13339 00000100:00100000:2.0:1743493962.995342:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015232:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493962.995433:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493962.995587:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493962.995668:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015232:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 325us (534us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493962.995677:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13339 00000100:00100000:1.0:1743493962.999579:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493962.999692:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015360 00000100:00100000:0.0:1743493962.999706:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015360 00000100:00100000:2.0:1743493962.999967:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13340 00000100:00100000:2.0:1743493962.999975:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015360:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.000059:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.000215:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493963.000306:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015360:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 330us (736us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.000314:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13340 00000100:00100000:3.0:1743493963.011902:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.012029:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015488 00000100:00100000:1.0:1743493963.012040:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015488 00000100:00100000:1.0:1743493963.012141:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13341 00000100:00100000:1.0:1743493963.012150:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015488:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.012227:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.012395:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493963.012472:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015488:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 321us (578us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.012481:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13341 00000100:00080000:2.0:1743493963.012821:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493933 00000100:00100000:3.0:1743493963.020136:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.021907:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015616 00000100:00100000:2.0:1743493963.021920:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015616 00000100:00100000:2.0:1743493963.022003:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13342 00000100:00100000:2.0:1743493963.022012:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015616:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.022068:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.022225:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.022320:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1dc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015616:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 307us (2192us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.022330:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13342 00000100:00100000:0.0:1743493963.029716:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.029892:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015744 00000100:00100000:1.0:1743493963.029902:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015744 00000100:00100000:2.0:1743493963.030532:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13343 00000100:00100000:2.0:1743493963.030543:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015744:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.030602:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.030804:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493963.033316:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015744:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2764us (3601us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.033329:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13343 00000100:00100000:3.0:1743493963.038297:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.038784:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028015872 00000100:00100000:2.0:1743493963.038794:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028015872 00000100:00100000:2.0:1743493963.038876:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13344 00000100:00100000:2.0:1743493963.038885:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b18600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015872:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.038963:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.039121:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493963.039214:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b18600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028015872:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (935us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.039223:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13344 00000100:00100000:3.0:1743493963.044347:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.044627:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016000 00000100:00100000:1.0:1743493963.044637:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016000 00000100:00100000:1.0:1743493963.044717:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13345 00000100:00100000:1.0:1743493963.044726:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b55b1f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016000:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.044845:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.044999:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:1.0:1743493963.045081:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b55b1f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016000:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (744us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.045091:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13345 00000100:00100000:3.0:1743493963.049316:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.049616:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016128 00000100:00100000:2.0:1743493963.049627:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016128 00000100:00100000:2.0:1743493963.050693:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13346 00000100:00100000:2.0:1743493963.050703:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b67340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016128:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.050798:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.050957:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493963.051036:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b67340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016128:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (1729us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.051045:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13346 00000100:00100000:0.0:1743493963.055961:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.056091:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016256 00000100:00100000:2.0:1743493963.056101:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016256 00000100:00100000:2.0:1743493963.056172:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13347 00000100:00100000:2.0:1743493963.056180:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b63400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016256:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.056258:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.056416:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.056496:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b63400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016256:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (542us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.056505:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13347 00000100:00100000:3.0:1743493963.066738:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.067928:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016384 00000100:00100000:1.0:1743493963.067942:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016384 00000100:00100000:2.0:1743493963.068839:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13348 00000100:00100000:2.0:1743493963.068849:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b60040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016384:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.068936:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.069097:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.069190:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b60040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016384:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (2459us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.069199:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13348 00000100:00100000:3.0:1743493963.076132:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.076572:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016512 00000100:00100000:1.0:1743493963.076581:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016512 00000100:00100000:2.0:1743493963.076877:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13349 00000100:00100000:2.0:1743493963.076886:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b61740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016512:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.076971:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.081056:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:2.0:1743493963.081176:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b61740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016512:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4284us (5048us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.081187:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13349 00000100:00100000:0.0:1743493963.087320:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.088110:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016640 00000100:00100000:2.0:1743493963.088120:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016640 00000100:00100000:3.0:1743493963.088276:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13350 00000100:00100000:3.0:1743493963.088295:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b62880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016640:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.088377:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ce:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.088529:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ce:0x0]: rc = -2 00000100:00100000:3.0:1743493963.088623:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b62880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016640:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 336us (1312us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.088631:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13350 00000100:00100000:3.0:1743493963.093666:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.093865:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016768 00000100:00100000:1.0:1743493963.093875:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016768 00000100:00100000:1.0:1743493963.093945:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13351 00000100:00100000:1.0:1743493963.093954:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b61d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016768:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.094024:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.094169:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493963.094243:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b61d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016768:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 289us (588us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.094252:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13351 00000100:00100000:0.0:1743493963.097708:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.098022:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028016896 00000100:00100000:3.0:1743493963.098032:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028016896 00000100:00100000:3.0:1743493963.098648:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13352 00000100:00100000:3.0:1743493963.098659:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b62e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016896:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.098740:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.098943:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:3.0:1743493963.099026:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b62e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028016896:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 367us (1326us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.099035:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13352 00000100:00100000:0.0:1743493963.105090:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.105646:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017024 00000100:00100000:3.0:1743493963.105655:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017024 00000100:00100000:3.0:1743493963.105724:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13353 00000100:00100000:3.0:1743493963.105732:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b64b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017024:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.105833:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.105982:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:3.0:1743493963.106066:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b64b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017024:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 332us (982us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.106074:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13353 00000100:00100000:0.0:1743493963.112512:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.112621:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017152 00000100:00100000:1.0:1743493963.112632:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017152 00000100:00100000:1.0:1743493963.112712:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13354 00000100:00100000:1.0:1743493963.112719:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b67900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017152:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.112837:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.112998:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:1.0:1743493963.113077:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b67900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017152:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 357us (574us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.113086:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13354 00000100:00100000:0.0:1743493963.118598:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.119813:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017280 00000100:00100000:3.0:1743493963.119827:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017280 00000100:00100000:2.0:1743493963.120742:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13355 00000100:00100000:2.0:1743493963.120831:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b622c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017280:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.120915:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.121077:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.121517:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b622c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017280:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 763us (2927us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.121527:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13355 00000100:00100000:0.0:1743493963.126062:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.127520:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017408 00000100:00100000:2.0:1743493963.127535:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017408 00000100:00100000:2.0:1743493963.128143:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13356 00000100:00100000:2.0:1743493963.128152:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b60bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017408:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.128232:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.128400:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.128494:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b60bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017408:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (2440us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.128503:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13356 00000100:00100000:0.0:1743493963.133483:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.133981:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017536 00000100:00100000:2.0:1743493963.133990:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017536 00000100:00100000:2.0:1743493963.134823:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13357 00000100:00100000:2.0:1743493963.134834:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b66200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017536:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.134920:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.135084:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.135175:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b66200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017536:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (1702us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.135184:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13357 00000100:00100000:0.0:1743493963.140117:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.140319:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017664 00000100:00100000:2.0:1743493963.140329:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017664 00000100:00100000:2.0:1743493963.140608:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13358 00000100:00100000:2.0:1743493963.140617:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017664:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.140697:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1cf:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.140898:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1cf:0x0]: rc = -2 00000100:00100000:2.0:1743493963.140977:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017664:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 359us (869us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.140986:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13358 00000100:00100000:0.0:1743493963.146427:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.146576:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017792 00000100:00100000:2.0:1743493963.146587:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017792 00000100:00100000:2.0:1743493963.147260:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13359 00000100:00100000:2.0:1743493963.147269:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b63f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017792:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.147357:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.147525:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:2.0:1743493963.147600:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b63f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017792:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 331us (1183us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.147608:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13359 00000100:00100000:0.0:1743493963.152420:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.152621:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028017920 00000100:00100000:1.0:1743493963.152631:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028017920 00000100:00100000:1.0:1743493963.152707:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13360 00000100:00100000:1.0:1743493963.152716:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017920:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.152839:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.152991:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493963.153068:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b65680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028017920:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (656us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.153077:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13360 00000100:00100000:0.0:1743493963.158465:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.158573:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018048 00000100:00100000:2.0:1743493963.158583:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018048 00000100:00100000:2.0:1743493963.158654:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13361 00000100:00100000:2.0:1743493963.158663:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b650c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018048:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.158744:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.158941:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:2.0:1743493963.159017:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b650c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018048:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 353us (560us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.159026:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13361 00000100:00100000:0.0:1743493963.162996:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.163193:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018176 00000100:00100000:1.0:1743493963.163204:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018176 00000100:00100000:1.0:1743493963.163277:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13362 00000100:00100000:1.0:1743493963.163293:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018176:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.163374:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1c8:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.163529:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1c8:0x0]: rc = -2 00000100:00100000:1.0:1743493963.163631:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018176:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 345us (643us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.163640:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13362 00000100:00100000:0.0:1743493963.169477:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.170783:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018304 00000100:00100000:2.0:1743493963.170795:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018304 00000100:00100000:2.0:1743493963.171514:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13363 00000100:00100000:2.0:1743493963.171526:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b639c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018304:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.171619:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.171845:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493963.172351:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b639c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018304:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 824us (2883us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.172362:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13363 00000100:00100000:0.0:1743493963.177179:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.177899:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018432 00000100:00100000:2.0:1743493963.177910:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018432 00000100:00100000:2.0:1743493963.177990:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13364 00000100:00100000:2.0:1743493963.177999:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b667c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018432:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.178079:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.178243:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493963.178346:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b667c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018432:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 347us (1176us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.178355:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13364 00000100:00100000:0.0:1743493963.182714:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.183394:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018560 00000100:00100000:1.0:1743493963.183404:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018560 00000100:00100000:1.0:1743493963.183732:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13365 00000100:00100000:1.0:1743493963.183740:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b65c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018560:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.183928:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.184081:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493963.184160:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b65c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018560:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 419us (1456us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.184169:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13365 00000100:00100000:0.0:1743493963.193247:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.193340:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018688 00000100:00100000:1.0:1743493963.193351:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018688 00000100:00100000:1.0:1743493963.193433:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13366 00000100:00100000:1.0:1743493963.193442:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b64540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018688:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.193521:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.193670:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:1.0:1743493963.193954:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b64540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018688:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 310us (514us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.193963:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13366 00000100:00100000:0.0:1743493963.197231:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.198022:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018816 00000100:00100000:1.0:1743493963.198033:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018816 00000100:00100000:1.0:1743493963.198488:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13367 00000100:00100000:1.0:1743493963.198498:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54b60600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018816:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.198578:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.198733:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:1.0:1743493963.200253:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54b60600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018816:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1750us (3025us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.200266:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13367 00000100:00100000:0.0:1743493963.205212:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.205714:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028018944 00000100:00100000:1.0:1743493963.205725:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028018944 00000100:00100000:2.0:1743493963.206638:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13368 00000100:00100000:2.0:1743493963.206649:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018944:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.206734:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.206913:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493963.207004:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028018944:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (1800us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.207013:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13368 00000100:00100000:0.0:1743493963.211551:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.212180:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019072 00000100:00100000:2.0:1743493963.212191:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019072 00000100:00100000:2.0:1743493963.212269:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13369 00000100:00100000:2.0:1743493963.212278:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019072:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.212362:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.212522:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:2.0:1743493963.212598:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019072:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 319us (1055us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.212606:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13369 00000100:00100000:0.0:1743493963.217315:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.217788:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019200 00000100:00100000:3.0:1743493963.217799:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019200 00000100:00100000:3.0:1743493963.217874:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13370 00000100:00100000:3.0:1743493963.217883:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019200:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.217965:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.218122:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f2:0x0]: rc = -2 00000100:00100000:3.0:1743493963.218197:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019200:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 314us (890us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.218206:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13370 00000100:00100000:0.0:1743493963.222807:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.222952:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019328 00000100:00100000:2.0:1743493963.222963:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019328 00000100:00100000:2.0:1743493963.223029:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13371 00000100:00100000:2.0:1743493963.223037:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019328:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.223109:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.223256:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:2.0:1743493963.223349:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019328:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (549us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.223358:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13371 00000100:00100000:0.0:1743493963.227641:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.227963:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019456 00000100:00100000:3.0:1743493963.227974:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019456 00000100:00100000:3.0:1743493963.228052:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13372 00000100:00100000:3.0:1743493963.228061:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019456:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.228141:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1ca:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.228319:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1ca:0x0]: rc = -2 00000100:00100000:3.0:1743493963.228421:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019456:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 360us (789us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.228430:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13372 00000100:00100000:0.0:1743493963.234524:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.234671:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019584 00000100:00100000:2.0:1743493963.234681:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019584 00000100:00100000:2.0:1743493963.234791:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13373 00000100:00100000:2.0:1743493963.234801:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019584:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.234879:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.235033:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.235112:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019584:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 311us (597us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.235122:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13373 00000100:00100000:0.0:1743493963.239588:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.239712:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019712 00000100:00100000:3.0:1743493963.239723:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019712 00000100:00100000:3.0:1743493963.240491:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13374 00000100:00100000:3.0:1743493963.240500:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019712:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.240578:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.240727:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:3.0:1743493963.240834:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019712:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (1254us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.240842:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13374 00000100:00100000:0.0:1743493963.245297:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.245465:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019840 00000100:00100000:3.0:1743493963.245476:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019840 00000100:00100000:3.0:1743493963.245785:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13375 00000100:00100000:3.0:1743493963.245793:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019840:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.245873:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.246032:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:3.0:1743493963.246109:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019840:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 315us (829us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.246122:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13375 00000100:00100000:0.0:1743493963.250490:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.250594:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028019968 00000100:00100000:3.0:1743493963.250604:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028019968 00000100:00100000:3.0:1743493963.251166:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13376 00000100:00100000:3.0:1743493963.251175:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019968:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.251254:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.251843:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:0.0:1743493963.251940:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028019968:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 764us (1459us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.251950:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13376 00000100:00100000:0.0:1743493963.255128:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.255220:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020096 00000100:00100000:2.0:1743493963.255229:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020096 00000100:00100000:2.0:1743493963.255306:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13377 00000100:00100000:2.0:1743493963.255315:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020096:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.255384:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.255534:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.255611:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020096:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 295us (488us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.255619:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13377 00000100:00100000:2.0:1743493963.260372:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.260630:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020224 00000100:00100000:0.0:1743493963.260641:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020224 00000100:00100000:0.0:1743493963.260720:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13378 00000100:00100000:0.0:1743493963.260728:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020224:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.261268:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.261515:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:0.0:1743493963.261611:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020224:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 881us (1246us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.261620:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13378 00000100:00100000:3.0:1743493963.266342:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.266619:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020352 00000100:00100000:0.0:1743493963.266630:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020352 00000100:00100000:0.0:1743493963.266708:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13379 00000100:00100000:0.0:1743493963.266717:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020352:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.266833:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.266989:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:0.0:1743493963.267066:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020352:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 348us (731us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.267074:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13379 00000100:00100000:3.0:1743493963.271019:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.271643:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020480 00000100:00100000:2.0:1743493963.271654:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020480 00000100:00100000:2.0:1743493963.271740:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13380 00000100:00100000:2.0:1743493963.271749:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020480:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.271968:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.272124:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493963.272209:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020480:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 459us (1197us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.272218:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13380 00000100:00100000:1.0:1743493963.281480:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.281854:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020608 00000100:00100000:2.0:1743493963.281865:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020608 00000100:00100000:2.0:1743493963.281941:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13381 00000100:00100000:2.0:1743493963.281950:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020608:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.282028:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.282188:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.282279:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020608:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 328us (807us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.282299:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13381 00000100:00100000:3.0:1743493963.289873:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.289978:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020736 00000100:00100000:1.0:1743493963.289989:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020736 00000100:00100000:1.0:1743493963.290070:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13382 00000100:00100000:1.0:1743493963.290079:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020736:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.290156:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.290320:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.290420:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020736:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (556us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.290433:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13382 00000100:00100000:3.0:1743493963.295700:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.296070:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020864 00000100:00100000:2.0:1743493963.296082:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020864 00000100:00100000:2.0:1743493963.296161:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13383 00000100:00100000:2.0:1743493963.296171:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020864:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.296246:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.296427:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:2.0:1743493963.296521:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020864:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 350us (829us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.296531:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13383 00000100:00100000:3.0:1743493963.302276:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.303995:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028020992 00000100:00100000:1.0:1743493963.304010:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028020992 00000100:00100000:1.0:1743493963.304098:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13384 00000100:00100000:1.0:1743493963.304107:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020992:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.304187:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1f3:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.304359:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1f3:0x0]: rc = -2 00000100:00100000:1.0:1743493963.304464:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028020992:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 356us (2196us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.304473:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13384 00000100:00100000:2.0:1743493963.321580:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.321728:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021120 00000100:00100000:3.0:1743493963.321739:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021120 00000100:00100000:3.0:1743493963.322086:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13385 00000100:00100000:3.0:1743493963.322095:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021120:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.322180:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.322367:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:3.0:1743493963.324941:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021120:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2836us (3361us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.324956:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13385 00000100:00100000:3.0:1743493963.329060:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.329181:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021248 00000100:00100000:2.0:1743493963.329192:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021248 00000100:00100000:2.0:1743493963.329275:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13386 00000100:00100000:2.0:1743493963.329293:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021248:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.329378:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.329553:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.329640:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021248:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (586us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.329649:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13386 00000100:00100000:2.0:1743493963.342121:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.342230:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021376 00000100:00100000:1.0:1743493963.342241:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021376 00000100:00100000:1.0:1743493963.344066:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13387 00000100:00100000:1.0:1743493963.344080:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021376:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.344178:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.344366:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.354899:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021376:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 10809us (12774us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.354914:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13387 00000100:00100000:0.0:1743493963.360713:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.361574:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021504 00000100:00100000:1.0:1743493963.361584:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021504 00000100:00100000:1.0:1743493963.361652:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13388 00000100:00100000:1.0:1743493963.361660:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021504:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.361729:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.361887:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.361962:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021504:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 301us (1258us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.361970:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13388 00000100:00100000:3.0:1743493963.368211:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.368322:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021632 00000100:00100000:2.0:1743493963.368332:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021632 00000100:00100000:2.0:1743493963.368402:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13389 00000100:00100000:2.0:1743493963.368410:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b3c4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021632:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.368490:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.368643:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.368722:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b3c4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021632:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 313us (521us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.368731:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13389 00000100:00100000:3.0:1743493963.373748:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.373888:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021760 00000100:00100000:1.0:1743493963.373898:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021760 00000100:00100000:1.0:1743493963.373963:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13390 00000100:00100000:1.0:1743493963.373970:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021760:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.374030:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.374164:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.374241:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ec540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021760:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 270us (501us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.374249:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13390 00000100:00100000:0.0:1743493963.381050:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.381143:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028021888 00000100:00100000:2.0:1743493963.381154:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028021888 00000100:00100000:2.0:1743493963.381220:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13391 00000100:00100000:2.0:1743493963.381228:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021888:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.381311:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.381447:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.381527:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e8600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028021888:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 298us (485us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.381535:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13391 00000100:00100000:3.0:1743493963.384604:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.384702:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022016 00000100:00100000:1.0:1743493963.384712:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022016 00000100:00100000:1.0:1743493963.384804:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13392 00000100:00100000:1.0:1743493963.384812:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022016:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.384886:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.385030:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:1.0:1743493963.385111:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ef340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022016:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 298us (515us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.385118:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13392 00000100:00100000:3.0:1743493963.394991:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.395627:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022144 00000100:00100000:2.0:1743493963.395637:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022144 00000100:00100000:1.0:1743493963.396304:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13393 00000100:00100000:1.0:1743493963.396315:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0eb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022144:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.396562:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.396725:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.396858:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0eb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022144:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 543us (1875us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.396868:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13393 00000100:00100000:0.0:1743493963.407506:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.407614:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022272 00000100:00100000:2.0:1743493963.407625:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022272 00000100:00100000:1.0:1743493963.408657:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13394 00000100:00100000:1.0:1743493963.408669:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022272:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.408872:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.409036:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:1.0:1743493963.409972:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022272:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1300us (2471us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.409983:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13394 00000100:00100000:0.0:1743493963.415232:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.416071:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022400 00000100:00100000:2.0:1743493963.416081:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022400 00000100:00100000:0.0:1743493963.416264:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13395 00000100:00100000:0.0:1743493963.416274:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022400:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.416371:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.416548:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.416646:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022400:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 372us (1423us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.416655:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13395 00010000:00010000:0.0:1743493963.422019:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493963.423154:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.423360:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022528 00000100:00100000:0.0:1743493963.423370:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022528 00000100:00100000:0.0:1743493963.423460:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13396 00000100:00100000:0.0:1743493963.423468:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022528:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.423592:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.423802:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.423898:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ea880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022528:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 428us (750us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.423909:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13396 00000100:00100000:1.0:1743493963.432366:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.432478:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022656 00000100:00100000:2.0:1743493963.432488:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022656 00000100:00100000:2.0:1743493963.432565:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13397 00000100:00100000:2.0:1743493963.432574:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022656:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.432651:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.432854:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.432946:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e9d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022656:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (588us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.432954:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13397 00000100:00100000:1.0:1743493963.439495:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.442395:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022784 00000100:00100000:0.0:1743493963.442411:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022784 00000100:00100000:0.0:1743493963.442512:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13398 00000100:00100000:0.0:1743493963.442521:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022784:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.442606:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.442771:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:0.0:1743493963.442858:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0eae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022784:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (3373us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.442866:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13398 00000100:00100000:3.0:1743493963.450529:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.450680:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028022912 00000100:00100000:2.0:1743493963.450691:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028022912 00000100:00100000:2.0:1743493963.450801:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13399 00000100:00100000:2.0:1743493963.450809:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022912:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.450889:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.451053:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.451130:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028022912:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 320us (610us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.451138:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13399 00000100:00100000:3.0:1743493963.458485:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.458605:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023040 00000100:00100000:0.0:1743493963.458614:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023040 00000100:00100000:0.0:1743493963.458689:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13400 00000100:00100000:0.0:1743493963.458697:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023040:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.458817:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.458962:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.459040:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ef900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023040:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 343us (567us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.459048:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13400 00000100:00100000:1.0:1743493963.466343:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.467422:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023168 00000100:00100000:2.0:1743493963.467434:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023168 00000100:00100000:2.0:1743493963.467518:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13401 00000100:00100000:2.0:1743493963.467527:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023168:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.467608:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.467801:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.467892:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ea2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023168:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 365us (1561us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.467902:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13401 00000100:00100000:3.0:1743493963.471652:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.472059:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023296 00000100:00100000:0.0:1743493963.472070:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023296 00000100:00100000:0.0:1743493963.472148:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13402 00000100:00100000:0.0:1743493963.472157:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023296:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.472234:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.472586:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.472675:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023296:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 517us (1032us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.472683:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13402 00000100:00100000:3.0:1743493963.481483:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.481624:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023424 00000100:00100000:2.0:1743493963.481635:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023424 00000100:00100000:2.0:1743493963.481705:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13403 00000100:00100000:2.0:1743493963.481714:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023424:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.481806:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.481966:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.482043:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ee200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023424:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 329us (569us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.482052:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13403 00000100:00100000:1.0:1743493963.490391:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.490486:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023552 00000100:00100000:0.0:1743493963.490497:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023552 00000100:00100000:0.0:1743493963.490573:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13404 00000100:00100000:0.0:1743493963.490583:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023552:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.490665:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.490858:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:0.0:1743493963.490948:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023552:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 364us (566us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.490961:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13404 00000100:00100000:3.0:1743493963.501315:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.501430:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023680 00000100:00100000:2.0:1743493963.501442:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023680 00000100:00100000:0.0:1743493963.502101:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13405 00000100:00100000:0.0:1743493963.502111:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023680:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.502197:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.502372:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.502456:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ebf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023680:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 344us (1151us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.502466:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13405 00000100:00100000:3.0:1743493963.507367:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.507725:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023808 00000100:00100000:2.0:1743493963.507735:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023808 00000100:00100000:0.0:1743493963.508562:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13406 00000100:00100000:0.0:1743493963.508573:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023808:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.508672:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.508916:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.509010:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023808:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 435us (1650us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.509019:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13406 00000100:00100000:1.0:1743493963.514128:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.514209:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028023936 00000100:00100000:2.0:1743493963.514220:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028023936 00000100:00100000:2.0:1743493963.514294:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13407 00000100:00100000:2.0:1743493963.514302:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023936:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.514380:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.514521:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:2.0:1743493963.514603:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028023936:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 299us (485us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.514611:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13407 00000100:00100000:3.0:1743493963.519641:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.520831:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024064 00000100:00100000:0.0:1743493963.520843:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024064 00000100:00100000:0.0:1743493963.520921:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13408 00000100:00100000:0.0:1743493963.520930:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024064:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.521012:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.521172:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:0.0:1743493963.521251:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024064:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 320us (1619us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.521260:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13408 00000100:00100000:1.0:1743493963.526961:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.527192:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024192 00000100:00100000:2.0:1743493963.527202:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024192 00000100:00100000:2.0:1743493963.527621:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13409 00000100:00100000:2.0:1743493963.527630:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024192:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.527707:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.527881:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.527963:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024192:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 333us (1009us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.527971:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13409 00000100:00100000:1.0:1743493963.533172:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.533265:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024320 00000100:00100000:2.0:1743493963.533275:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024320 00000100:00100000:2.0:1743493963.533841:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13410 00000100:00100000:2.0:1743493963.533850:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024320:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.533929:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.534092:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.534175:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024320:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 324us (1012us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.534185:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13410 00000100:00100000:2.0:1743493963.539932:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.540274:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024448 00000100:00100000:3.0:1743493963.540292:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024448 00000100:00100000:3.0:1743493963.540462:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13411 00000100:00100000:3.0:1743493963.540470:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b0edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024448:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.540544:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.540702:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:3.0:1743493963.541046:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b0edc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024448:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 574us (1122us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.541056:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13411 00000100:00100000:1.0:1743493963.545111:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.546685:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024576 00000100:00100000:3.0:1743493963.546706:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024576 00000100:00100000:3.0:1743493963.546819:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13412 00000100:00100000:3.0:1743493963.546828:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024576:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.546906:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1da:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.547066:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1da:0x0]: rc = -2 00000100:00100000:3.0:1743493963.549169:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024576:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 2333us (4059us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.549181:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13412 00000100:00100000:1.0:1743493963.554866:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.555071:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024704 00000100:00100000:3.0:1743493963.555081:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024704 00000100:00100000:3.0:1743493963.555155:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13413 00000100:00100000:3.0:1743493963.555165:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024704:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.555244:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.555425:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:3.0:1743493963.555516:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024704:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 350us (657us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.555525:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13413 00000100:00100000:2.0:1743493963.565281:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.565406:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024832 00000100:00100000:0.0:1743493963.565417:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024832 00000100:00100000:3.0:1743493963.566523:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13414 00000100:00100000:3.0:1743493963.566534:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024832:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.566623:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.566799:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:3.0:1743493963.566885:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf39c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024832:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 350us (1614us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.566894:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13414 00000100:00100000:0.0:1743493963.577330:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.578080:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028024960 00000100:00100000:2.0:1743493963.578091:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028024960 00000100:00100000:2.0:1743493963.578166:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13415 00000100:00100000:2.0:1743493963.578175:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024960:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.578250:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.578423:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.578510:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf67c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028024960:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (1190us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.578518:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13415 00000100:00100000:1.0:1743493963.582235:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.582714:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025088 00000100:00100000:3.0:1743493963.582725:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025088 00000100:00100000:3.0:1743493963.582855:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13416 00000100:00100000:3.0:1743493963.582864:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025088:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.582948:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.583118:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:3.0:1743493963.583201:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf5c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025088:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (974us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.583210:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13416 00000100:00100000:0.0:1743493963.589685:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.589805:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025216 00000100:00100000:2.0:1743493963.589817:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025216 00000100:00100000:2.0:1743493963.589936:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13417 00000100:00100000:2.0:1743493963.589945:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025216:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.590023:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.590180:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:2.0:1743493963.590269:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf4540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025216:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 323us (592us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.590278:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13417 00000100:00100000:0.0:1743493963.594858:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.595140:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025344 00000100:00100000:3.0:1743493963.595150:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025344 00000100:00100000:3.0:1743493963.595224:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13418 00000100:00100000:3.0:1743493963.595233:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025344:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1743493963.595318:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1743493963.595498:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:3.0:1743493963.595590:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf0600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025344:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 355us (740us total) trans 0 rc -2/-2 00000100:00100000:3.0:1743493963.595598:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13418 00000100:00100000:1.0:1743493963.600059:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.600162:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025472 00000100:00100000:2.0:1743493963.600174:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025472 00000100:00100000:2.0:1743493963.600251:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13419 00000100:00100000:2.0:1743493963.600260:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025472:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.600347:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.600506:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.600595:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf7340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025472:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (545us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.600605:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13419 00000100:00100000:0.0:1743493963.604998:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493963.606477:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025600 00000100:00100000:3.0:1743493963.606490:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025600 00000100:00100000:2.0:1743493963.606841:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13420 00000100:00100000:2.0:1743493963.606850:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025600:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.606929:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.607074:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.607167:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025600:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 316us (2177us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.607176:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13420 00000100:00100000:0.0:1743493963.612179:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.612499:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025728 00000100:00100000:2.0:1743493963.612509:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025728 00000100:00100000:2.0:1743493963.612590:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13421 00000100:00100000:2.0:1743493963.612600:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025728:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.612684:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.612877:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:2.0:1743493963.612972:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf0040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025728:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (802us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.612981:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13421 00000100:00100000:1.0:1743493963.617004:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.617159:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025856 00000100:00100000:0.0:1743493963.617169:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025856 00000100:00100000:0.0:1743493963.617382:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13422 00000100:00100000:0.0:1743493963.617626:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025856:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.617708:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.618217:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:0.0:1743493963.618479:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025856:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 854us (1480us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.618488:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13422 00000100:00100000:1.0:1743493963.622141:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.622258:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028025984 00000100:00100000:0.0:1743493963.622268:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028025984 00000100:00100000:0.0:1743493963.622344:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13423 00000100:00100000:0.0:1743493963.622352:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025984:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.622606:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.622836:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.622909:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028025984:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 556us (775us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.622918:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13423 00000100:00100000:2.0:1743493963.626451:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.626927:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026112 00000100:00100000:0.0:1743493963.626938:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026112 00000100:00100000:0.0:1743493963.627015:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13424 00000100:00100000:0.0:1743493963.627024:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026112:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.627104:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.627254:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:0.0:1743493963.627351:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf1d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026112:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 326us (908us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.627360:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13424 00000100:00100000:1.0:1743493963.634100:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.634248:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026240 00000100:00100000:2.0:1743493963.634259:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026240 00000100:00100000:2.0:1743493963.634810:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13425 00000100:00100000:2.0:1743493963.634820:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026240:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.634903:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.635074:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:2.0:1743493963.635175:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf2e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026240:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (1084us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.635184:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13425 00000100:00100000:1.0:1743493963.640261:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.641382:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026368 00000100:00100000:2.0:1743493963.641459:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026368 00000100:00100000:2.0:1743493963.641711:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13426 00000100:00100000:2.0:1743493963.641719:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026368:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.641823:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x230:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.641980:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x230:0x0]: rc = -2 00000100:00100000:2.0:1743493963.642058:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026368:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (1804us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.642066:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13426 00000100:00100000:3.0:1743493963.646220:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.647210:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026496 00000100:00100000:2.0:1743493963.647222:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026496 00000100:00100000:2.0:1743493963.647861:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13427 00000100:00100000:2.0:1743493963.647870:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026496:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.647953:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.648132:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.648230:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026496:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 358us (2016us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.648239:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13427 00000100:00100000:1.0:1743493963.652572:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.652987:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026624 00000100:00100000:2.0:1743493963.652998:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026624 00000100:00100000:2.0:1743493963.653561:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13428 00000100:00100000:2.0:1743493963.653573:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026624:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.653659:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1db:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.653852:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1db:0x0]: rc = -2 00000100:00100000:2.0:1743493963.653946:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf22c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026624:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 373us (1383us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.653955:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13428 00000100:00100000:1.0:1743493963.658575:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.658691:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026752 00000100:00100000:2.0:1743493963.658702:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026752 00000100:00100000:0.0:1743493963.659556:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13429 00000100:00100000:0.0:1743493963.659567:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026752:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.659663:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.659900:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:0.0:1743493963.659995:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf0bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026752:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 427us (1429us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.660003:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13429 00000100:00100000:3.0:1743493963.664443:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.665590:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028026880 00000100:00100000:0.0:1743493963.665603:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028026880 00000100:00100000:0.0:1743493963.665698:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13430 00000100:00100000:0.0:1743493963.665707:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026880:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.665816:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.665980:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b2:0x0]: rc = -2 00000100:00100000:0.0:1743493963.666074:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028026880:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 366us (1640us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.666083:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13430 00000100:00100000:1.0:1743493963.671851:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.672032:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027008 00000100:00100000:2.0:1743493963.672042:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027008 00000100:00100000:2.0:1743493963.672178:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13431 00000100:00100000:2.0:1743493963.672187:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027008:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.672261:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.672506:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:2.0:1743493963.672829:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027008:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 640us (1081us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.672838:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13431 00000100:00100000:1.0:1743493963.677334:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.677574:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027136 00000100:00100000:2.0:1743493963.677584:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027136 00000100:00100000:2.0:1743493963.677664:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13432 00000100:00100000:2.0:1743493963.677672:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027136:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.677782:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.677936:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:2.0:1743493963.678013:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf3f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027136:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 340us (687us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.678022:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13432 00000100:00100000:3.0:1743493963.683065:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.683527:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027264 00000100:00100000:0.0:1743493963.683538:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027264 00000100:00100000:0.0:1743493963.683622:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13433 00000100:00100000:0.0:1743493963.683633:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54cf5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027264:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.683720:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.683941:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:0.0:1743493963.684031:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54cf5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027264:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 398us (976us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.684040:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13433 00000100:00100000:1.0:1743493963.689444:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.690003:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027392 00000100:00100000:2.0:1743493963.690015:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027392 00000100:00100000:2.0:1743493963.690732:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13434 00000100:00100000:2.0:1743493963.690744:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b207340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027392:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.690847:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.691014:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:2.0:1743493963.691115:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b207340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027392:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 371us (1680us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.691125:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13434 00000100:00100000:1.0:1743493963.695518:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.695690:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027520 00000100:00100000:0.0:1743493963.695700:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027520 00000100:00100000:0.0:1743493963.696560:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13435 00000100:00100000:0.0:1743493963.696570:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b203400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027520:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.696652:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.696833:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:0.0:1743493963.696916:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b203400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027520:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 346us (1407us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.696925:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13435 00000100:00100000:3.0:1743493963.701199:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.701474:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027648 00000100:00100000:2.0:1743493963.701486:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027648 00000100:00100000:2.0:1743493963.701634:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13436 00000100:00100000:2.0:1743493963.701643:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b200040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027648:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.701720:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x231:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.701897:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x231:0x0]: rc = -2 00000100:00100000:2.0:1743493963.703355:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b200040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027648:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1705us (2158us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.703368:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13436 00000100:00100000:1.0:1743493963.708585:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.708701:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027776 00000100:00100000:2.0:1743493963.708712:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027776 00000100:00100000:2.0:1743493963.708946:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13437 00000100:00100000:2.0:1743493963.708956:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b201740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027776:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.709039:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.709206:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:2.0:1743493963.709309:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b201740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027776:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 352us (734us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.709322:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13437 00000100:00100000:1.0:1743493963.713534:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.714700:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028027904 00000100:00100000:2.0:1743493963.714715:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028027904 00000100:00100000:2.0:1743493963.715115:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13438 00000100:00100000:2.0:1743493963.715125:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b202880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027904:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.715203:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.715365:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b3:0x0]: rc = -2 00000100:00100000:2.0:1743493963.715864:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b202880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028027904:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 738us (2341us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.715874:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13438 00000100:00100000:3.0:1743493963.719912:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.720034:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028032 00000100:00100000:2.0:1743493963.720044:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028032 00000100:00100000:2.0:1743493963.720115:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13439 00000100:00100000:2.0:1743493963.720124:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b201d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028032:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.720200:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.720379:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:2.0:1743493963.720470:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b201d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028032:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 345us (567us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.720479:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13439 00000100:00100000:1.0:1743493963.727010:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.727568:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028160 00000100:00100000:0.0:1743493963.727578:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028160 00000100:00100000:0.0:1743493963.727887:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13440 00000100:00100000:0.0:1743493963.727896:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b202e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028160:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.727978:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.728130:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.728219:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b202e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028160:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 322us (1218us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.728227:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13440 00000100:00100000:1.0:1743493963.734266:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.734359:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028288 00000100:00100000:0.0:1743493963.734370:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028288 00000100:00100000:0.0:1743493963.734451:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13441 00000100:00100000:0.0:1743493963.734459:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b204b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028288:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.734534:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.734685:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.734798:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b204b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028288:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 338us (542us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.734807:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13441 00000100:00100000:3.0:1743493963.742187:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.742338:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028416 00000100:00100000:2.0:1743493963.742349:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028416 00000100:00100000:2.0:1743493963.742435:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13442 00000100:00100000:2.0:1743493963.742444:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b207900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028416:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.742895:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.743052:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:2.0:1743493963.743132:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b207900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028416:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 687us (953us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.743142:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13442 00000100:00100000:1.0:1743493963.756938:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.758592:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028544 00000100:00100000:2.0:1743493963.758606:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028544 00000100:00100000:2.0:1743493963.758703:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13443 00000100:00100000:2.0:1743493963.758712:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b2022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028544:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.758927:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.759093:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:2.0:1743493963.763385:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b2022c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028544:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 4661us (6445us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.768649:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13443 00000100:00100000:1.0:1743493963.769494:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.769610:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028672 00000100:00100000:0.0:1743493963.769620:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028672 00000100:00100000:0.0:1743493963.769689:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13444 00000100:00100000:0.0:1743493963.769698:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b200bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028672:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.769800:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.769950:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.770033:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b200bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028672:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 335us (540us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.770041:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13444 00000100:00100000:1.0:1743493963.778560:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493963.778672:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028800 00000100:00100000:2.0:1743493963.778684:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028800 00000100:00100000:2.0:1743493963.778801:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13445 00000100:00100000:2.0:1743493963.778810:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b206200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028800:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.778893:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.779054:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:2.0:1743493963.779135:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b206200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028800:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 324us (584us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.779144:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13445 00000100:00100000:3.0:1743493963.782637:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.784414:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028028928 00000100:00100000:0.0:1743493963.784427:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028028928 00000100:00100000:1.0:1743493963.785530:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13446 00000100:00100000:1.0:1743493963.785540:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028928:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.785617:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.785803:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:1.0:1743493963.785894:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b206d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028028928:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 354us (3264us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.785902:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13446 00000100:00100000:1.0:1743493963.790512:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.790664:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029056 00000100:00100000:0.0:1743493963.790675:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029056 00000100:00100000:0.0:1743493963.791226:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13447 00000100:00100000:0.0:1743493963.791235:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b203f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029056:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.791325:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.791491:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.791576:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b203f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029056:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 341us (1073us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.791589:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13447 00000100:00100000:0.0:1743493963.796119:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.796308:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029184 00000100:00100000:1.0:1743493963.796319:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029184 00000100:00100000:1.0:1743493963.797095:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13448 00000100:00100000:1.0:1743493963.797104:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b205680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029184:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.797174:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.797327:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:1.0:1743493963.797688:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b205680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029184:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 583us (1576us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.797702:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13448 00000100:00100000:1.0:1743493963.803163:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.803260:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029312 00000100:00100000:0.0:1743493963.803270:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029312 00000100:00100000:2.0:1743493963.804023:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13449 00000100:00100000:2.0:1743493963.804032:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b2050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029312:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1743493963.804115:0:6554:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1743493963.804270:0:6554:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:2.0:1743493963.804370:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b2050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029312:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 337us (1217us total) trans 0 rc -2/-2 00000100:00100000:2.0:1743493963.804380:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13449 00000100:00100000:0.0:1743493963.808827:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493963.809127:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029440 00000100:00100000:1.0:1743493963.809139:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029440 00000100:00100000:1.0:1743493963.809216:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13450 00000100:00100000:1.0:1743493963.809225:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029440:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:1.0:1743493963.809316:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:1.0:1743493963.810017:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:1.0:1743493963.810272:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029440:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1044us (1451us total) trans 0 rc -2/-2 00000100:00100000:1.0:1743493963.810291:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13450 00000100:00100000:1.0:1743493963.814608:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.814717:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029568 00000100:00100000:0.0:1743493963.814729:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029568 00000100:00100000:0.0:1743493963.814947:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13451 00000100:00100000:0.0:1743493963.814957:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b2039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029568:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.815039:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.815208:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.816140:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b2039c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029568:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 1180us (1538us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.816150:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13451 00000100:00100000:2.0:1743493963.821041:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493963.821911:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029696 00000100:00100000:0.0:1743493963.821921:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029696 00000100:00100000:0.0:1743493963.822002:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13452 00000100:00100000:0.0:1743493963.822010:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b2067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029696:12345-192.168.206.41@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1743493963.822093:0:6553:0:(mdt_handler.c:7741:mdt_fid2path()) path get [0x200000402:0x1b4:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1743493963.822245:0:6553:0:(mdt_handler.c:7783:mdt_fid2path()) nonlocal object [0x200000402:0x1b4:0x0]: rc = -2 00000100:00100000:0.0:1743493963.822345:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b2067c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+91:13395:x1828185028029696:12345-192.168.206.41@tcp:53:lustre_rsync.0 Request processed in 334us (1314us total) trans 0 rc -2/-2 00000100:00100000:0.0:1743493963.822355:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13452 00010000:00010000:1.0:1743493964.445040:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1743493964.525688:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968073 is committed 00000004:00080000:0.0:1743493964.527358:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 96 committed 00000004:00080000:0.0:1743493964.527398:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 98 committed 00000001:00080000:0.0:1743493964.527463:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294975118 is committed 00000004:00080000:0.0:1743493964.527503:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 95 committed 00000004:00080000:0.0:1743493964.527525:0:6533:0:(osp_sync.c:1747:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 97 committed 00000100:00100000:2.0:1743493964.528528:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b204540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524544:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.528645:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493964.528703:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1743493964.528711:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b205c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.528805:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493964.528845:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524928:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.528905:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493964.528954:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b200600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.529019:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493964.529061:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1743493964.529067:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.529129:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1743493964.529320:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529331:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529340:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529347:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b54d316c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529353:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529361:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529382:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x9e0a5f7e (ffff998b5542d700) 00010000:00010000:3.0:1743493964.529385:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529390:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529396:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b54d316c0/0x1414d533cd4c7998 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529491:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529499:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529505:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529510:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998c6d2b6980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529514:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529520:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529530:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x56ca4f59 (ffff998b5542ca00) 00010000:00010000:3.0:1743493964.529533:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529536:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529542:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998c6d2b6980/0x1414d533cd4c7b4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529625:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529632:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529639:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529644:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b5680c400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529648:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529655:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529665:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x106120ec (ffff998b5542d3c0) 00010000:00010000:3.0:1743493964.529667:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529671:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529677:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b5680c400/0x1414d533cd4c7cb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529702:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529709:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529715:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529724:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529727:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529734:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529742:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x46e192ec (ffff998b5542e740) 00010000:00010000:3.0:1743493964.529744:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529747:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529791:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914400/0x1414d533cd4c7d42 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529814:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529819:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529825:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529830:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529156c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529833:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529840:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529847:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xddbda88f (ffff998b5542c380) 00010000:00010000:3.0:1743493964.529850:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529853:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529859:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529156c0/0x1414d533cd4c7d65 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529893:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529900:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529906:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529911:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529914:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529920:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529928:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xc144154 (ffff998b5542c040) 00010000:00010000:3.0:1743493964.529931:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.529934:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529940:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916980/0x1414d533cd4c7d88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.529962:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529968:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529974:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529979:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b529174c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.529982:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529988:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.529996:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0xf17aab4e (ffff998b5542edc0) 00010000:00010000:3.0:1743493964.529998:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.530001:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530007:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b529174c0/0x1414d533cd4c7dab lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530027:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530033:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530039:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530043:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.530045:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530051:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530058:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x8cffc40b (ffff998b5542dd80) 00010000:00010000:3.0:1743493964.530060:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.530063:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530068:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917100/0x1414d533cd4c7dce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.530083:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530088:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530093:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530098:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914f40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.530100:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530105:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530111:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b4:0x0].0x2c71d537 (ffff998b5542f780) 00010000:00010000:3.0:1743493964.530113:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.530115:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530120:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914f40/0x1414d533cd4c7df1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b4:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.530135:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.530141:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00000100:00100000:1.0:1743493964.531007:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060525440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1743493964.531849:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060525056:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493964.534114:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060525184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493964.534259:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534267:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916d40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534273:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534293:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534310:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b2:0x0].0xfe8990f0 (ffff998b5542d080) 00010000:00010000:3.0:1743493964.534314:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534319:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534325:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916d40/0x1414d533cd4c7e06 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b2:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534367:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534374:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534380:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534385:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915a80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534388:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534394:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534402:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0xf138ac0d (ffff998b5542c6c0) 00010000:00010000:3.0:1743493964.534405:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534408:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534413:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915a80/0x1414d533cd4c7e1b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b1:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534434:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534440:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534446:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534451:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52916200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534454:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534460:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534468:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x9e0a5f7e (ffff998b5542f100) 00010000:00010000:3.0:1743493964.534471:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534473:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534482:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52916200/0x1414d533cd4c7e3e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534502:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534508:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534514:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534519:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52915e40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534522:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534528:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534537:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x56ca4f59 (ffff998b5542e400) 00010000:00010000:3.0:1743493964.534539:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534542:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534547:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52915e40/0x1414d533cd4c7e61 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.534567:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534573:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534582:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534587:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52914040 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534589:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534594:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534600:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x106120ec (ffff998b5542cd40) 00010000:00010000:3.0:1743493964.534602:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534605:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534610:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52914040/0x1414d533cd4c7e84 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534645:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534650:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534656:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534660:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534663:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534668:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534676:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x46e192ec (ffff998b5542e0c0) 00010000:00010000:3.0:1743493964.534678:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534681:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534686:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917880/0x1414d533cd4c7ea7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534701:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534706:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534711:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534715:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b52917c40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534718:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534724:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534731:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xddbda88f (ffff998b54cbd080) 00010000:00010000:3.0:1743493964.534734:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534737:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534743:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b52917c40/0x1414d533cd4c7eca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534782:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534789:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534794:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534799:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ae980 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534802:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534807:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534814:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xc144154 (ffff998b54cbea80) 00010000:00010000:3.0:1743493964.534816:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534819:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534824:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae980/0x1414d533cd4c7eed lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.534841:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534847:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534852:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534856:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af880 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534859:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534865:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534872:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0xf17aab4e (ffff998b54cbe740) 00010000:00010000:3.0:1743493964.534873:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534876:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534880:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af880/0x1414d533cd4c7f10 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534895:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534901:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534906:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534910:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501afc40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534913:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534918:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534925:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x8cffc40b (ffff998b54cbd700) 00010000:00010000:3.0:1743493964.534927:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534930:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534938:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501afc40/0x1414d533cd4c7f33 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.534954:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534959:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534964:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534968:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ae5c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.534971:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534975:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534982:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b5:0x0].0x2c71d537 (ffff998b54cbc6c0) 00010000:00010000:3.0:1743493964.534984:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.534986:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.534991:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae5c0/0x1414d533cd4c7f56 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b5:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535006:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535011:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535020:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535024:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acf40 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535026:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535031:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535037:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b3:0x0].0xfe8990f0 (ffff998b54cbca00) 00010000:00010000:3.0:1743493964.535039:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535041:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535045:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acf40/0x1414d533cd4c7f6b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b3:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6550 initiator: MDT0 00010000:00010000:3.0:1743493964.535060:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535065:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535069:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535073:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac400 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535076:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535080:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535087:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b1:0x0].0x977fac0d (ffff998b54cbe400) 00010000:00010000:3.0:1743493964.535089:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535092:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535096:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac400/0x1414d533cd4c7f80 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1b1:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535112:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535119:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535124:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535129:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ac7c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535132:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535137:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535158:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x12eaac0d (ffff998b54cbf440) 00010000:00010000:3.0:1743493964.535161:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535164:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535170:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ac7c0/0x1414d533cd4c7fb1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535197:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535203:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535208:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535213:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501acb80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535216:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535221:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535228:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0xaaaf1035 (ffff998b54cbf780) 00010000:00010000:3.0:1743493964.535231:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535234:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535239:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501acb80/0x1414d533cd4c7fc6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535274:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535291:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535297:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535305:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ae200 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535308:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535315:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535324:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1aa:0x0].0x3db54834 (ffff998b54cbe0c0) 00010000:00010000:3.0:1743493964.535327:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535330:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535335:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ae200/0x1414d533cd4c7fe2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1aa:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8615 initiator: MDT0 00010000:00010000:3.0:1743493964.535358:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535365:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535370:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535375:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ad6c0 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535378:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535384:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535393:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0xa375d043 (ffff998b54cbf100) 00010000:00010000:3.0:1743493964.535395:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535399:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535405:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ad6c0/0x1414d533cd4c7ffe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535429:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535435:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535441:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535445:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501ada80 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535448:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535453:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535461:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x820cea43 (ffff998b54cbfac0) 00010000:00010000:3.0:1743493964.535463:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535465:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535470:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501ada80/0x1414d533cd4c801a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12851 initiator: MDT0 00010000:00010000:3.0:1743493964.535497:0:3662:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535507:0:3662:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535512:0:3662:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535516:0:3662:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b501af100 already unused, calling callback (ffffffffc1739490) 00010000:00010000:3.0:1743493964.535519:0:3662:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535524:0:3662:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535530:0:3662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x6fca4125 (ffff998b54cbcd40) 00010000:00010000:3.0:1743493964.535532:0:3662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1743493964.535535:0:3662:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00010000:00010000:3.0:1743493964.535539:0:3662:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b501af100/0x1414d533cd4c8036 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1ad:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6553 initiator: MDT0 00000100:00100000:3.0:1743493964.535585:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524544 00000100:00100000:3.0:1743493964.535593:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524544 00000100:00100000:3.0:1743493964.535669:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524416 00000100:00100000:3.0:1743493964.535672:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524416 00000100:00100000:3.0:1743493964.535695:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524928 00000100:00100000:3.0:1743493964.535698:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524928 00000100:00100000:3.0:1743493964.535723:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524672 00000100:00100000:3.0:1743493964.535727:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524672 00000100:00100000:3.0:1743493964.535780:0:8426:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060524800 00000100:00100000:3.0:1743493964.535784:0:8426:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060524800 00000100:00100000:3.0:1743493964.535821:0:8426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:3.0:1743493964.535828:0:8426:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3679:x1828185060524544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1743493964.535871:0:8426:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:382 count 1 00010000:00010000:3.0:1743493964.535904:0:8426:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.535923:0:8426:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 9 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.535931:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493964.535934:0:8426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1743493964.535937:0:8426:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.536010:0:8426:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 9 pid: 14104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.536024:0:8426:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 9 pid: 14104 timeout: 1266 lvb_type: 0 00000100:00100000:3.0:1743493964.536037:0:8426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56488040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060525696:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.538511:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493964.538532:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493964.538632:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060525568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493964.538650:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060525440 00000100:00100000:1.0:1743493964.538658:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060525440 00000100:00100000:1.0:1743493964.538728:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060525056 00000100:00100000:1.0:1743493964.538732:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060525056 00000100:00100000:0.0:1743493964.538736:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493964.538790:0:15627:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060525568 00000100:00100000:1.0:1743493964.538795:0:15627:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060525568 00000100:00100000:1.0:1743493964.538836:0:15627:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1743493964.538846:0:15627:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3679:x1828185060524416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493964.538880:0:15627:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:256 count 1 00010000:00010000:1.0:1743493964.538910:0:15627:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.538928:0:15627:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 9 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.538937:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.538939:0:15627:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.538943:0:15627:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539002:0:15627:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 9 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539015:0:15627:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 9 pid: 8427 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.539026:0:15627:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56489d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060525824:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.539129:0:15627:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd2900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.539148:0:15655:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:1.0:1743493964.539153:0:15655:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3679:x1828185060524928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493964.539175:0:15655:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:200 count 1 00010000:00010000:1.0:1743493964.539192:0:15655:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539204:0:15655:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539211:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539213:0:15655:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539215:0:15655:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539262:0:15655:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539272:0:15655:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 9 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.539295:0:15655:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060525952:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.539362:0:15655:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd0500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.539381:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1743493964.539389:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3676:x1828185060524672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493964.539415:0:8666:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:198 count 1 00010000:00010000:1.0:1743493964.539435:0:8666:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539448:0:8666:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539455:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539458:0:8666:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539462:0:8666:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539531:0:8666:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539546:0:8666:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 9 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.539557:0:8666:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060526080:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.539673:0:8666:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd9900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.539692:0:15657:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:1.0:1743493964.539698:0:15657:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+29:3676:x1828185060524800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1743493964.539722:0:15657:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:199 count 1 00010000:00010000:1.0:1743493964.539741:0:15657:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539771:0:15657:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539778:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539780:0:15657:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.539784:0:15657:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539834:0:15657:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.539845:0:15657:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 9 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.539855:0:15657:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060526208:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.539921:0:15657:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c6b314900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.539939:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:1.0:1743493964.539945:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b46eca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3678:x1828185060525440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493964.539969:0:15625:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:198 count 1 00000100:00100000:0.0:1743493964.542035:0:15659:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1743493964.542046:0:15659:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56489740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+7:3679:x1828185060525056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1743493964.542090:0:15659:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:253 count 1 00010000:00010000:0.0:1743493964.542122:0:15659:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.542141:0:15659:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 9 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.542217:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493964.542219:0:15659:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1743493964.542223:0:15659:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.542304:0:15659:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 9 pid: 8427 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.542317:0:15659:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 9 pid: 8427 timeout: 1266 lvb_type: 0 00000100:00100000:0.0:1743493964.542330:0:15659:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060526336:192.168.206.41@tcp:104: 00000100:00100000:0.0:1743493964.542447:0:15659:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b471d8100 going to sleep for 11 seconds 00000100:00080000:0.0:1743493964.542680:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493934 00010000:00010000:1.0:1743493964.543876:0:15625:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.543897:0:15625:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.543905:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.543907:0:15625:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.543911:0:15625:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.543975:0:15625:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 9 pid: 15658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.543988:0:15625:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 9 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.543999:0:15625:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56488bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060526464:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.544093:0:15625:0:(client.c:2553:ptlrpc_set_wait()) set ffff998c59656500 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.544355:0:15656:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1743493964.544364:0:15656:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3679:x1828185060525568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493964.544403:0:15656:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:199 count 1 00010000:00010000:1.0:1743493964.544426:0:15656:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544439:0:15656:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 9 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544445:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.544447:0:15656:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.544450:0:15656:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544499:0:15656:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 9 pid: 15650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544508:0:15656:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 9 pid: 15650 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.544518:0:15656:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060526592:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.544596:0:15656:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dec900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.544629:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56488600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060525312:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1743493964.544735:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493964.544826:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060525312 00000100:00100000:1.0:1743493964.544835:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060525312 00000100:00100000:1.0:1743493964.544895:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:1.0:1743493964.544902:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565e8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3677:x1828185060525312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493964.544929:0:15647:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:201 count 1 00010000:00010000:1.0:1743493964.544951:0:15647:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544972:0:15647:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 9 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.544980:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.544982:0:15647:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.544986:0:15647:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493964.545025:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1743493964.545071:0:15647:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 9 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.545083:0:15647:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 9 pid: 15648 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.545096:0:15647:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060526720:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.545185:0:15647:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6f900 going to sleep for 11 seconds 00000100:00100000:1.0:1743493964.545204:0:15648:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060525184 00000100:00100000:1.0:1743493964.545209:0:15648:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060525184 00000100:00100000:1.0:1743493964.545257:0:15648:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1743493964.545262:0:15648:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ee200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3676:x1828185060525184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1743493964.545298:0:15648:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:255 count 1 00010000:00010000:1.0:1743493964.545320:0:15648:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.545332:0:15648:0:(ldlm_lock.c:684:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 9 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.545346:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.545348:0:15648:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1743493964.545351:0:15648:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.545402:0:15648:0:(ldlm_lockd.c:1009:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 9 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.545412:0:15648:0:(ldlm_lockd.c:488:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 9 pid: 15625 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.545421:0:15648:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ebf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060526848:192.168.206.41@tcp:104: 00000100:00100000:1.0:1743493964.545532:0:15648:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b4ff6e500 going to sleep for 11 seconds 00000100:00100000:3.0:1743493964.545571:0:8426:0:(client.c:2553:ptlrpc_set_wait()) set ffff998b46dd1500 going to sleep for 11 seconds 00000100:00080000:3.0:1743493964.550466:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493934 00000001:00080000:2.0:1743493964.551194:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968090 is committed 00000100:00100000:0.0:1743493964.552160:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493964.552218:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493964.552984:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029824 00000100:00100000:3.0:1743493964.552995:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029824 00010000:00010000:3.0:1743493964.553057:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 10 pid: 8427 timeout: 1266 lvb_type: 0 00000100:00100000:3.0:1743493964.553085:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028029952 00000100:00100000:3.0:1743493964.553089:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028029952 00010000:00010000:3.0:1743493964.553114:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 11 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:3.0:1743493964.553136:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3520 00000100:00100000:3.0:1743493964.553144:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ed680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+11:2438:x1828185028029824:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493964.553171:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493964.553178:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 11 pid: 8427 timeout: 1266 lvb_type: 0 00010000:00010000:3.0:1743493964.553190:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 11 pid: 8427 timeout: 1266 lvb_type: 0 00010000:00010000:3.0:1743493964.553215:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493964.553218:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493964.553223:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.553232:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.553292:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493964.553377:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ed680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+11:2438:x1828185028029824:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 231us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493964.553386:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3520 00000100:00100000:3.0:1743493964.553429:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3521 00000100:00100000:3.0:1743493964.553435:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185028029952:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1743493964.553456:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1743493964.553462:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 10 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:3.0:1743493964.553473:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 10 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:3.0:1743493964.553486:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493964.553488:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1743493964.553491:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.553499:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.553530:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1743493964.553563:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+10:2438:x1828185028029952:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 127us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493964.553569:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3521 00000100:00080000:0.0:1743493964.553974:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493934 00010000:00010000:2.0:1743493964.554660:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5697bc40/0x1414d533cd4aa547 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494933d expref: 9 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.554674:0:15655:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648ae40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:15655:1828185060525952:192.168.206.41@tcp:104: 00010000:00010000:2.0:1743493964.554726:0:15655:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554741:0:15655:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554747:0:15655:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554798:0:15655:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554804:0:15655:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554812:0:15655:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554818:0:15655:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0f40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493964.554822:0:15655:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554829:0:15655:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554842:0:15655:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.554848:0:15655:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c0f40/0x1414d533cd4c8075 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15655 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493964.556126:0:15655:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3679:x1828185060524928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16967us (27216us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1743493964.556138:0:15655:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1743493964.556518:0:3679:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968090 gen 2 00000004:00080000:3.0:1743493964.556524:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252cb00, transno 4294968071 00000004:00080000:3.0:1743493964.556539:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52529180, transno 4294968072 00000004:00080000:3.0:1743493964.556542:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52528600, transno 4294968073 00000004:00080000:3.0:1743493964.556546:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252b9c0, transno 4294968074 00000004:00080000:3.0:1743493964.556549:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d9180, transno 4294968075 00000004:00080000:3.0:1743493964.556552:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532da2c0, transno 4294968076 00000004:00080000:3.0:1743493964.556555:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252bf80, transno 4294968077 00000004:00080000:3.0:1743493964.556559:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52548040, transno 4294968078 00000004:00080000:3.0:1743493964.556563:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254f340, transno 4294968079 00000004:00080000:3.0:1743493964.556566:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254c540, transno 4294968080 00000004:00080000:3.0:1743493964.556569:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254b400, transno 4294968081 00000004:00080000:3.0:1743493964.556573:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254d0c0, transno 4294968082 00000004:00080000:3.0:1743493964.556576:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50238040, transno 4294968083 00000004:00080000:3.0:1743493964.556579:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52549180, transno 4294968084 00000004:00080000:3.0:1743493964.556581:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254bf80, transno 4294968085 00000004:00080000:3.0:1743493964.556584:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52548600, transno 4294968086 00000004:00080000:3.0:1743493964.556587:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50238bc0, transno 4294968087 00000004:00080000:3.0:1743493964.556590:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b501750c0, transno 4294968088 00000004:00080000:3.0:1743493964.556593:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50174540, transno 4294968089 00000004:00080000:3.0:1743493964.556597:0:3679:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50172880, transno 4294968090 00000100:00100000:3.0:1743493964.556603:0:3679:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff998b5648bf80 x1828185060524928/t4294968091(4294968091) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1743493980 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:3.0:1743493964.556615:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648bf80/2, rc 0, transno 4294968091 00000100:00100000:3.0:1743493964.556622:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524928:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1743493964.557312:0:8664:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 5 in progress, 4 in flight, 20 done 00010000:00010000:1.0:1743493964.564127:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b515d74c0/0x1414d533cd4ae073 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x100:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a924 expref: 8 pid: 8427 timeout: 1266 lvb_type: 0 00000100:00100000:1.0:1743493964.564149:0:15627:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56489d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:15627:1828185060525824:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493964.564214:0:15627:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564227:0:15627:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564235:0:15627:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564251:0:15627:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564259:0:15627:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564268:0:15627:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564276:0:15627:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c1300 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493964.564293:0:15627:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564303:0:15627:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564325:0:15627:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.564333:0:15627:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c1300/0x1414d533cd4c806e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x100:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15627 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.564888:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493964.565007:0:8426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56488040 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8426:1828185060525696:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493964.565059:0:8426:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493964.565211:0:6537:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030080 00000100:00100000:2.0:1743493964.565220:0:6537:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030080 00010000:00010000:2.0:1743493964.565265:0:6537:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 8 pid: 14104 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.565313:0:6537:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3522 00000100:00100000:2.0:1743493964.565321:0:6537:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+8:2438:x1828185028030080:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.565350:0:6537:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.565357:0:6537:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 8 pid: 14104 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.565370:0:6537:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 8 pid: 14104 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.565388:0:6537:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b501af4c0/0x1414d533cd4c5aa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4951e79 expref: 8 pid: 14104 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.565400:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.565403:0:6537:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.565408:0:6537:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565418:0:6537:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565469:0:6537:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.565540:0:6537:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00038621-ef07-44f7-8531-81bf2ec881e5+7:2438:x1828185028030080:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 218us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.565548:0:6537:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3522 00010000:00010000:2.0:1743493964.565643:0:8426:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565652:0:8426:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565661:0:8426:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565669:0:8426:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565677:0:8426:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565684:0:8426:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2d40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493964.565688:0:8426:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565696:0:8426:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565713:0:8426:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.565720:0:8426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2d40/0x1414d533cd4c8067 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493964.566861:0:15657:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648f900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:15657:1828185060526208:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493964.566919:0:15657:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.567370:0:15659:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648a2c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:15659:1828185060526336:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493964.567420:0:15659:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.567495:0:15656:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648e200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:15656:1828185060526592:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493964.567542:0:15656:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.567583:0:15625:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56488bc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:15625:1828185060526464:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493964.567629:0:15625:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.567689:0:15647:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:15647:1828185060526720:192.168.206.41@tcp:104: 00010000:00010000:3.0:1743493964.567733:0:15647:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493964.569045:0:15627:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3679:x1828185060524416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30196us (40235us total) trans 4294968092 rc 0/0 00000100:00100000:1.0:1743493964.569056:0:15627:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1743493964.569143:0:15648:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ebf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:15648:1828185060526848:192.168.206.41@tcp:104: 00010000:00010000:1.0:1743493964.569193:0:15648:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1743493964.569360:0:8666:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8666:1828185060526080:192.168.206.41@tcp:104: 00010000:00010000:0.0:1743493964.569407:0:8666:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1743493964.575664:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5b205c40/2, rc 0, transno 4294968092 00000100:00100000:3.0:1743493964.575682:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b205c40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1743493964.576809:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.576879:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.576932:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.576969:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.577002:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.577034:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.577088:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493964.577124:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030208 00000100:00100000:2.0:1743493964.577134:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030208 00010000:00010000:2.0:1743493964.577192:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 7 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577217:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030720 00000100:00100000:2.0:1743493964.577220:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030720 00010000:00010000:2.0:1743493964.577250:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 10 pid: 15650 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577261:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030464 00000100:00100000:2.0:1743493964.577264:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030464 00010000:00010000:2.0:1743493964.577292:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 11 pid: 8427 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577309:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030976 00000100:00100000:2.0:1743493964.577311:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030976 00010000:00010000:2.0:1743493964.577331:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 12 pid: 15625 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577340:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030848 00000100:00100000:2.0:1743493964.577343:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030848 00010000:00010000:2.0:1743493964.577361:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 13 pid: 15648 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577371:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030336 00000100:00100000:2.0:1743493964.577373:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030336 00010000:00010000:2.0:1743493964.577400:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 8 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577410:0:6538:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028030592 00000100:00100000:2.0:1743493964.577413:0:6538:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028030592 00010000:00010000:2.0:1743493964.577431:0:6538:0:(ldlm_lockd.c:2703:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 14 pid: 15658 timeout: 1266 lvb_type: 0 00000100:00100000:2.0:1743493964.577444:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3523 00000100:00100000:2.0:1743493964.577450:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ebf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+8:2437:x1828185028030208:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.577473:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.577478:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 8 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577488:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 8 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577510:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b45de3c40/0x1414d533cd4aa491 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949305 expref: 8 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577523:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577525:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577530:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.577539:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.577588:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.577657:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ebf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+7:2437:x1828185028030208:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 204us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.577664:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3523 00000100:00100000:2.0:1743493964.577700:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3524 00000100:00100000:2.0:1743493964.577705:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+14:2440:x1828185028030720:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.577723:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.577728:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 14 pid: 15650 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577738:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 14 pid: 15650 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577776:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b5011de40/0x1414d533cd4aa4ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.206.41@tcp remote: 0xa498ec29e4949321 expref: 14 pid: 15650 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577790:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577792:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577796:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.577803:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.577842:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.577880:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+13:2440:x1828185028030720:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 173us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.577888:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3524 00000100:00100000:2.0:1743493964.577916:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3525 00000100:00100000:2.0:1743493964.577922:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c5099d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+12:2437:x1828185028030464:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.577938:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.577944:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 12 pid: 8427 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577954:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 12 pid: 8427 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577968:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b54030400/0x1414d533cd4addf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a82f expref: 12 pid: 8427 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.577976:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577978:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.577983:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.577990:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578030:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.578067:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c5099d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+11:2437:x1828185028030464:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 143us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.578074:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3525 00000100:00100000:2.0:1743493964.578192:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3526 00000100:00100000:2.0:1743493964.578198:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+10:2440:x1828185028030976:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.578213:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.578219:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 10 pid: 15625 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578228:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 10 pid: 15625 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578242:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d5a80/0x1414d533cd4ae00a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494a8fa expref: 10 pid: 15625 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578251:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578253:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578256:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578264:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578326:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.578365:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565eb9c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+9:2440:x1828185028030976:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 165us (1394us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.578373:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3526 00000100:00100000:2.0:1743493964.578402:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3527 00000100:00100000:2.0:1743493964.578408:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+8:2437:x1828185028030848:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.578423:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.578429:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 8 pid: 15648 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578439:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 8 pid: 15648 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578452:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b515d8b80/0x1414d533cd4aac4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49495a5 expref: 8 pid: 15648 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578460:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578462:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578465:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578473:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578513:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.578551:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ee7c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+7:2437:x1828185028030848:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 142us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.578558:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3527 00000100:00100000:2.0:1743493964.578587:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3528 00000100:00100000:2.0:1743493964.578592:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565edc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+6:2437:x1828185028030336:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.578609:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.578615:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578626:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578639:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b5011f880/0x1414d533cd4aa0c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e49491c3 expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578648:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578650:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578654:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578662:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578702:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.578739:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565edc40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028030336:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 144us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.578745:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3528 00000100:00100000:2.0:1743493964.578800:0:6538:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3529 00000100:00100000:2.0:1743493964.578806:0:6538:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ec540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+6:2437:x1828185028030592:12345-192.168.206.41@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1743493964.578822:0:6538:0:(ldlm_lockd.c:1784:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1743493964.578828:0:6538:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578837:0:6538:0:(ldlm_lockd.c:561:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578850:0:6538:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b45de0f40/0x1414d533cd4aa1f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x44801400030020 nid: 192.168.206.41@tcp remote: 0xa498ec29e494922c expref: 6 pid: 15658 timeout: 1266 lvb_type: 0 00010000:00010000:2.0:1743493964.578858:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578860:0:6538:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1743493964.578863:0:6538:0:(ldlm_lock.c:712:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578871:0:6538:0:(ldlm_resource.c:1527:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.578909:0:6538:0:(ldlm_lockd.c:1845:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1743493964.578946:0:6538:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ec540 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028030592:12345-192.168.206.41@tcp:103:ldlm_bl.0 Request processed in 138us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493964.578954:0:6538:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3529 00000100:00100000:2.0:1743493964.579300:0:8426:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3679:x1828185060524544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43470us (50654us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1743493964.579308:0:8426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00010000:00010000:0.0:1743493964.579418:0:8666:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579427:0:8666:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579436:0:8666:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579448:0:8666:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579455:0:8666:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579461:0:8666:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2200 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:0.0:1743493964.579465:0:8666:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579473:0:8666:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579484:0:8666:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1743493964.579490:0:8666:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c2200/0x1414d533cd4c807c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8666 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581248:0:15648:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581264:0:15648:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581288:0:15648:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581298:0:15648:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581306:0:15648:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581314:0:15648:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c2980 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493964.581321:0:15648:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581330:0:15648:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581347:0:15648:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.581362:0:15648:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c2980/0x1414d533cd4c80a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15648 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493964.583623:0:15648:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ee200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060525184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38353us (38593us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1743493964.583636:0:15648:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1743493964.583829:0:3676:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968073 gen 2 00000004:00080000:1.0:1743493964.583836:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b507250c0, transno 4294968020 00000004:00080000:1.0:1743493964.583849:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50a50bc0, transno 4294968021 00000004:00080000:1.0:1743493964.583853:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50721d00, transno 4294968022 00000004:00080000:1.0:1743493964.583856:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50a56200, transno 4294968023 00000004:00080000:1.0:1743493964.583860:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4e73bf80, transno 4294968024 00000004:00080000:1.0:1743493964.583863:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50a522c0, transno 4294968025 00000004:00080000:1.0:1743493964.583867:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4a0a0bc0, transno 4294968026 00000004:00080000:1.0:1743493964.583870:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4dd68bc0, transno 4294968027 00000004:00080000:1.0:1743493964.583873:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a69d00, transno 4294968028 00000004:00080000:1.0:1743493964.583876:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50239180, transno 4294968029 00000004:00080000:1.0:1743493964.583879:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50173f80, transno 4294968030 00000004:00080000:1.0:1743493964.583883:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50171740, transno 4294968031 00000004:00080000:1.0:1743493964.583886:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50239740, transno 4294968032 00000004:00080000:1.0:1743493964.583889:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54a86200, transno 4294968033 00000004:00080000:1.0:1743493964.583893:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4febc540, transno 4294968034 00000004:00080000:1.0:1743493964.583896:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fc00040, transno 4294968035 00000004:00080000:1.0:1743493964.583900:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4b390040, transno 4294968036 00000004:00080000:1.0:1743493964.583903:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4feba2c0, transno 4294968037 00000004:00080000:1.0:1743493964.583906:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4b391180, transno 4294968038 00000004:00080000:1.0:1743493964.583909:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fda3400, transno 4294968039 00000004:00080000:1.0:1743493964.583913:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50725680, transno 4294968040 00000004:00080000:1.0:1743493964.583916:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6f900, transno 4294968041 00000004:00080000:1.0:1743493964.583919:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6cb00, transno 4294968042 00000004:00080000:1.0:1743493964.583922:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4e73dc40, transno 4294968043 00000004:00080000:1.0:1743493964.583926:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b51a6e200, transno 4294968044 00000004:00080000:1.0:1743493964.583930:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50170600, transno 4294968045 00000004:00080000:1.0:1743493964.583933:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b54f7a880, transno 4294968046 00000004:00080000:1.0:1743493964.583936:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4e73a2c0, transno 4294968047 00000004:00080000:1.0:1743493964.583939:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52707340, transno 4294968048 00000004:00080000:1.0:1743493964.583943:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52706d80, transno 4294968049 00000004:00080000:1.0:1743493964.583946:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d1d00, transno 4294968050 00000004:00080000:1.0:1743493964.583950:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d7900, transno 4294968051 00000004:00080000:1.0:1743493964.583953:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50648040, transno 4294968052 00000004:00080000:1.0:1743493964.583956:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d1740, transno 4294968053 00000004:00080000:1.0:1743493964.583960:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5064c540, transno 4294968054 00000004:00080000:1.0:1743493964.583963:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50648600, transno 4294968055 00000004:00080000:1.0:1743493964.583966:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4fdbe7c0, transno 4294968056 00000004:00080000:1.0:1743493964.583969:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998c4a0a7900, transno 4294968057 00000004:00080000:1.0:1743493964.583972:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d4540, transno 4294968058 00000004:00080000:1.0:1743493964.583976:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd4b00, transno 4294968059 00000004:00080000:1.0:1743493964.583979:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b52528040, transno 4294968060 00000004:00080000:1.0:1743493964.583982:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd6200, transno 4294968061 00000004:00080000:1.0:1743493964.583986:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5252e200, transno 4294968062 00000004:00080000:1.0:1743493964.583989:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd2880, transno 4294968063 00000004:00080000:1.0:1743493964.583992:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b4ffd1180, transno 4294968064 00000004:00080000:1.0:1743493964.583996:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532d9740, transno 4294968065 00000004:00080000:1.0:1743493964.583999:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b532db9c0, transno 4294968066 00000004:00080000:1.0:1743493964.584002:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254f900, transno 4294968067 00000004:00080000:1.0:1743493964.584005:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50958040, transno 4294968068 00000004:00080000:1.0:1743493964.584009:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5254e7c0, transno 4294968069 00000004:00080000:1.0:1743493964.584012:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50958600, transno 4294968070 00000004:00080000:1.0:1743493964.584016:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5097f900, transno 4294968071 00000004:00080000:1.0:1743493964.584019:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b50978040, transno 4294968072 00000004:00080000:1.0:1743493964.584022:0:3676:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5095e200, transno 4294968073 00000100:00100000:1.0:1743493964.584030:0:3676:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff998b5648c540 x1828185060525184/t4294968074(4294968074) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1743493980 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1743493964.584042:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648c540/2, rc 0, transno 4294968074 00000100:00100000:1.0:1743493964.584048:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060525184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1743493964.584124:0:15656:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584138:0:15656:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584164:0:15656:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584173:0:15656:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584183:0:15656:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584192:0:15656:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c07c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493964.584197:0:15656:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584207:0:15656:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584226:0:15656:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.584235:0:15656:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c07c0/0x1414d533cd4c8098 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15656 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1743493964.586259:0:15656:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648a880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3679:x1828185060525568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41890us (47522us total) trans 4294968075 rc 0/0 00000100:00100000:3.0:1743493964.586271:0:15656:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00010000:00010000:3.0:1743493964.586369:0:15647:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586381:0:15647:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586392:0:15647:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586400:0:15647:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586408:0:15647:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586421:0:15647:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c3100 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:3.0:1743493964.586425:0:15647:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586433:0:15647:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586453:0:15647:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1743493964.586462:0:15647:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3100/0x1414d533cd4c809f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15647 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1743493964.587457:0:9794:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 5 in progress, 4 in flight, 54 done 00000100:00080000:1.0:1743493964.587685:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493934 00010000:00010000:1.0:1743493964.588188:0:15657:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588201:0:15657:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588212:0:15657:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588221:0:15657:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588229:0:15657:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588236:0:15657:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c0040 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493964.588240:0:15657:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588256:0:15657:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588273:0:15657:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.588293:0:15657:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff998b547c0040/0x1414d533cd4c8083 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15657 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493964.588988:0:15657:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648e7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3676:x1828185060524800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 49285us (59855us total) trans 4294968095 rc 0/0 00000100:00100000:1.0:1743493964.588999:0:15657:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000004:00080000:1.0:1743493964.589168:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648ed80/2, rc 0, transno 4294968095 00000100:00100000:1.0:1743493964.589176:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524800:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1743493964.589216:0:15659:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589226:0:15659:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589236:0:15659:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589243:0:15659:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589257:0:15659:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589264:0:15659:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c16c0 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:1.0:1743493964.589268:0:15659:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589287:0:15659:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589303:0:15659:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493964.589311:0:15659:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c16c0/0x1414d533cd4c808a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1743493964.590159:0:15659:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56489740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+11:3679:x1828185060525056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48112us (51626us total) trans 4294968077 rc 0/0 00000100:00100000:1.0:1743493964.590169:0:15659:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00010000:00010000:2.0:1743493964.592527:0:15625:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592551:0:15625:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592564:0:15625:0:(ldlm_lock.c:825:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592573:0:15625:0:(ldlm_lock.c:883:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592582:0:15625:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592590:0:15625:0:(ldlm_lockd.c:1956:ldlm_handle_bl_callback()) Lock ffff998b547c3c40 already unused, calling callback (ffffffffc0b63a10) 00010000:00010000:2.0:1743493964.592595:0:15625:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592604:0:15625:0:(ldlm_request.c:1308:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592624:0:15625:0:(ldlm_lockd.c:1968:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1743493964.592633:0:15625:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff998b547c3c40/0x1414d533cd4c8091 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15625 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1743493964.593796:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b46eca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3678:x1828185060525440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 53845us (55286us total) trans 4294968078 rc 0/0 00000100:00100000:2.0:1743493964.593806:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000004:00080000:2.0:1743493964.593921:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648dc40/2, rc 0, transno 4294968077 00000100:00100000:2.0:1743493964.593928:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060525056:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493964.593948:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648b400/2, rc 0, transno 4294968075 00000100:00100000:2.0:1743493964.593952:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060525568:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1743493964.593973:0:3679:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5b204540/2, rc 0, transno 4294968093 00000100:00100000:2.0:1743493964.593977:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b204540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060524544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1743493964.594867:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565e8bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3677:x1828185060525312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 49962us (50129us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1743493964.594877:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000004:00080000:2.0:1743493964.595011:0:3677:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b56488600/2, rc 0, transno 4294968076 00000100:00100000:2.0:1743493964.595018:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56488600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060525312:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1743493964.598208:0:3678:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5648f340/2, rc 0, transno 4294968078 00000100:00100000:1.0:1743493964.598223:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060525440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1743493964.649622:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648b9c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060524672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 110222us (120592us total) trans 4294968094 rc 0/0 00000100:00100000:2.0:1743493964.649638:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000004:00080000:1.0:1743493964.650415:0:3676:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff998b5b200600/2, rc 0, transno 4294968094 00000100:00100000:1.0:1743493964.650424:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b200600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060524672:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1743493965.469000:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1743493965.893023:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493965.893485:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493965.893563:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031232 00000100:00100000:2.0:1743493965.893573:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031232 00000100:00100000:2.0:1743493965.893665:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 879 00000100:00100000:2.0:1743493965.893676:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+12:2437:x1828185028031232:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493965.893997:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ed680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+12:2437:x1828185028031232:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 322us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493965.894007:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 879 00000100:00080000:1.0:1743493965.894039:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493935 00000100:00100000:0.0:1743493965.894965:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493965.895017:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493965.895025:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031104 00000100:00100000:2.0:1743493965.895030:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031104 00000100:00100000:0.0:1743493965.895068:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493965.895077:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 513 00000100:00100000:2.0:1743493965.895084:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cb0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2437:x1828185028031104:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493965.895491:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031360 00000100:00100000:0.0:1743493965.895497:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031360 00000100:00100000:0.0:1743493965.895537:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 880 00000100:00100000:0.0:1743493965.895542:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031360:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493965.895907:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cb0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2437:x1828185028031104:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 821us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493965.895918:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 513 00000100:00100000:0.0:1743493965.896220:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031360:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 674us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493965.896229:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 880 00000100:00100000:3.0:1743493965.896461:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031488 00000100:00100000:2.0:1743493965.896461:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031616 00000100:00100000:3.0:1743493965.896467:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031488 00000100:00100000:2.0:1743493965.896467:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031616 00000100:00100000:3.0:1743493965.896519:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 302 00000100:00100000:2.0:1743493965.896524:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 303 00000100:00100000:3.0:1743493965.896525:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031488:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493965.896529:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ebf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031616:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493965.898681:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ebf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031616:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 2141us (3603us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493965.898696:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 303 00000100:00100000:3.0:1743493965.898737:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028031488:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 2210us (5252us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493965.898744:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 302 00000100:00080000:1.0:1743493965.906118:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493935 00000100:00080000:1.0:1743493965.906434:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493935 00010000:00010000:0.0:1743493966.496819:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493967.073042:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060526976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1743493967.073180:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.073248:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1743493967.073256:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060527104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1743493967.073337:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493967.073452:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060526976 00000100:00100000:0.0:1743493967.073463:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060526976 00000100:00100000:0.0:1743493967.073551:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1743493967.073559:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565ef340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060526976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1743493967.073601:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:0.0:1743493967.073686:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565ef340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060526976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.073694:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1743493967.073801:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060526976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1743493967.073889:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527104 00000100:00100000:1.0:1743493967.073895:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527104 00000100:00100000:1.0:1743493967.073950:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1743493967.073956:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565eb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060527104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1743493967.073992:0:6557:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:1.0:1743493967.074067:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565eb400 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060527104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493967.074073:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1743493967.074180:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060527104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1743493967.074784:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1743493967.074796:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060527232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1743493967.074872:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493967.074919:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527232 00000100:00100000:2.0:1743493967.074923:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527232 00000100:00100000:2.0:1743493967.074965:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1743493967.074971:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060527232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1743493967.074996:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:2.0:1743493967.075074:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060527232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493967.075081:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1743493967.075140:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060527232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1743493967.075351:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1743493967.075363:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060527360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1743493967.075433:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493967.075531:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527360 00000100:00100000:0.0:1743493967.075536:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527360 00000100:00100000:0.0:1743493967.075585:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1743493967.075590:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b565e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060527360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1743493967.075622:0:6558:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445437440 avail 1315975168 00000100:00100000:0.0:1743493967.075697:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b565e8040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060527360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.075704:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1743493967.075806:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060527360:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1743493967.076072:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493937 00010000:00010000:1.0:1743493967.517022:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1743493967.581358:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3679:1828185060527872:0@lo:400:kworker.0 00000100:00100000:2.0:1743493967.581487:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493967.581541:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ea2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060528384:0@lo:400:kworker.0 00000100:00100000:2.0:1743493967.581607:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493967.581652:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1743493967.581660:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ea880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060527744:0@lo:400:kworker.0 00000100:00100000:2.0:1743493967.581726:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493967.581788:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ef900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060528256:0@lo:400:kworker.0 00000100:00100000:2.0:1743493967.581855:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582004:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3677:1828185060527616:0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582078:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582128:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3677:1828185060528128:0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582207:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582246:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1743493967.582253:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bf163be-8e03-4477-b987-a28ff2abd8ed:3677:1828185060527488:0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582342:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582379:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565eae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3677:1828185060528000:0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582443:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582480:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060528512:0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582542:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493967.582595:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528384 00000100:00100000:3.0:1743493967.582604:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528384 00000100:00100000:3.0:1743493967.582676:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528512 00000100:00100000:3.0:1743493967.582680:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528512 00000100:00100000:3.0:1743493967.582717:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1743493967.582724:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060528384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.582862:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060528384:12345-0@lo:400:kworker.0 Request processed in 137us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493967.582871:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1743493967.582912:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1743493967.582917:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3677:x1828185060528512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.583006:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648a2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3677:x1828185060528512:12345-0@lo:400:kworker.0 Request processed in 88us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493967.583013:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1743493967.583077:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060528512:0@lo:400:kworker.0 00000100:00080000:3.0:1743493967.583306:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493937 00000100:00100000:0.0:1743493967.583419:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527872 00000100:00100000:0.0:1743493967.583424:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527872 00000100:00100000:0.0:1743493967.583462:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527744 00000100:00100000:0.0:1743493967.583465:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527744 00000100:00100000:0.0:1743493967.583485:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528256 00000100:00100000:0.0:1743493967.583488:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528256 00000100:00100000:0.0:1743493967.583509:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527616 00000100:00100000:0.0:1743493967.583511:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527616 00000100:00100000:0.0:1743493967.583530:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528128 00000100:00100000:0.0:1743493967.583533:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528128 00000100:00100000:0.0:1743493967.583554:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528000 00000100:00100000:0.0:1743493967.583556:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528000 00000100:00080000:3.0:1743493967.583557:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493937 00000100:00100000:0.0:1743493967.583580:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1743493967.583586:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1828185060527872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.583671:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1828185060527872:12345-0@lo:400:kworker.0 Request processed in 84us (2184us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.583678:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1743493967.583705:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1743493967.583710:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1828185060527744:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1743493967.583801:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493937 00000100:00100000:0.0:1743493967.583809:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3679:x1828185060527744:12345-0@lo:400:kworker.0 Request processed in 98us (2083us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.583816:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1743493967.583843:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1743493967.583847:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060528256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.583921:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060528256:12345-0@lo:400:kworker.0 Request processed in 72us (2066us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.583928:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1743493967.583941:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1743493967.583947:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3677:x1828185060527616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.583954:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1743493967.583957:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56488bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3677:x1828185060528128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493967.584031:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3677:x1828185060527616:12345-0@lo:400:kworker.0 Request processed in 83us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493967.584037:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1743493967.584066:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1743493967.584071:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3677:x1828185060528000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1743493967.584389:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060527488 00000100:00100000:2.0:1743493967.584394:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060527488 00000100:00100000:2.0:1743493967.584446:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1743493967.584451:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cb08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3677:x1828185060527488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.584682:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56488bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3677:x1828185060528128:12345-0@lo:400:kworker.0 Request processed in 722us (2474us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.584689:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1743493967.584792:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060528768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1743493967.584858:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493967.584903:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528768 00000100:00100000:0.0:1743493967.584906:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528768 00000100:00100000:0.0:1743493967.584940:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1743493967.584944:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56488040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060528768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1743493967.584973:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00100000:0.0:1743493967.585037:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56488040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060528768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.585043:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1743493967.585101:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060528768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1743493967.585204:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ea880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3679:1828185060527744:0@lo:400:kworker.0 00010000:00080000:0.0:1743493967.585226:0:3679:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b565ef900 x1828185060528256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1743493967.585236:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ef900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060528256:0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.585258:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3679:1828185060527872:0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.585290:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ea2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060528384:0@lo:400:kworker.0 00000100:00080000:0.0:1743493967.585508:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493937 00000100:00100000:0.0:1743493967.585648:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1743493967.585658:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b56489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060528640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1743493967.585729:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493967.589404:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528640 00000100:00100000:0.0:1743493967.589418:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528640 00000100:00100000:0.0:1743493967.589509:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1743493967.589517:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060528640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1743493967.589558:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00100000:2.0:1743493967.589632:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cb08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3677:x1828185060527488:12345-0@lo:400:kworker.0 Request processed in 5177us (7287us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493967.589643:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1743493967.589772:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bf163be-8e03-4477-b987-a28ff2abd8ed:3677:1828185060527488:0@lo:400:kworker.0 00010000:00080000:1.0:1743493967.589804:0:3677:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b565eae40 x1828185060528000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1743493967.589815:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565eae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3677:1828185060528000:0@lo:400:kworker.0 00000100:00100000:1.0:1743493967.589842:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3677:1828185060527616:0@lo:400:kworker.0 00000100:00100000:1.0:1743493967.589864:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3677:1828185060528128:0@lo:400:kworker.0 00000100:00100000:0.0:1743493967.590429:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3676:x1828185060528640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 911us (4698us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493967.590437:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1743493967.590558:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b56489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060528640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1743493967.594076:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3677:x1828185060528000:12345-0@lo:400:kworker.0 Request processed in 9994us (11622us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493967.594092:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00010000:00010000:0.0:1743493968.541045:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1743493969.392290:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.392433:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028031872 00000100:00100000:1.0:1743493969.392443:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028031872 00000100:00100000:1.0:1743493969.392545:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13453 00000100:00100000:1.0:1743493969.392554:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+12:13407:x1828185028031872:12345-192.168.206.41@tcp:101:diff.0 00010000:00010000:1.0:1743493969.392577:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493969.392618:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e495245a expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1743493969.392734:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1aa:0x0]: returning size 4096 00010000:00010000:1.0:1743493969.392956:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80ad lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495245a expref: 14 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.392965:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e495245a expref: 14 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.392982:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c2200, rc 0) 00000100:00100000:1.0:1743493969.393069:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+13:13407:x1828185028031872:12345-192.168.206.41@tcp:101:diff.0 Request processed in 514us (789us total) trans 4294975119 rc 301/301 00000100:00100000:1.0:1743493969.393077:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13453 00000100:00080000:0.0:1743493969.393355:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493939 00000100:00100000:1.0:1743493969.402662:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493969.402887:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028032000 00000100:00100000:3.0:1743493969.402897:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028032000 00000100:00100000:2.0:1743493969.403572:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3790 00000100:00100000:2.0:1743493969.403581:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56489d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+13:13407:x1828185028032000:12345-192.168.206.41@tcp:37:diff.0 00000100:00100000:1.0:1743493969.421071:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56489d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+13:13407:x1828185028032000:12345-192.168.206.41@tcp:37:diff.0 Request processed in 17475us (18406us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.421091:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3790 00000100:00100000:0.0:1743493969.427344:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.427624:0:6555:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028032256 00000100:00100000:1.0:1743493969.427639:0:6555:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028032256 00000100:00100000:1.0:1743493969.427722:0:6555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3791 00000100:00100000:1.0:1743493969.427733:0:6555:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+13:13407:x1828185028032256:12345-192.168.206.41@tcp:35:diff.0 00000100:00100000:1.0:1743493969.428314:0:6555:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00038621-ef07-44f7-8531-81bf2ec881e5+14:13407:x1828185028032256:12345-192.168.206.41@tcp:35:diff.0 Request processed in 581us (983us total) trans 4294975120 rc 0/0 00000100:00100000:1.0:1743493969.428324:0:6555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3791 00000100:00100000:2.0:1743493969.434452:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.436049:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028032384 00000100:00100000:1.0:1743493969.436063:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028032384 00000100:00100000:1.0:1743493969.436155:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13454 00000100:00100000:1.0:1743493969.436163:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+14:13407:x1828185028032384:12345-192.168.206.41@tcp:101:diff.0 00010000:00010000:1.0:1743493969.436210:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493969.436249:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952461 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.436366:0:12851:0:(ldlm_lock.c:771:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4c80c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493969.436383:0:12851:0:(ldlm_lock.c:1066:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4c80c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493969.436397:0:12851:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4c80c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00000004:00200000:1.0:1743493969.436442:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ad:0x0]: returning size 4096 00000004:00200000:1.0:1743493969.436447:0:12851:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1743493969.436469:0:12851:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4c80c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12851 initiator: MDT0 00010000:00010000:1.0:1743493969.436498:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952461 expref: 16 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.436524:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c3100/0x1414d533cd4c80c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1ad:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952461 expref: 15 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.436533:0:12851:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1ad:0x0].0x0 (ffff998c47e98380) 00010000:00010000:1.0:1743493969.436536:0:12851:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1743493969.436540:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c3100, rc 0) 00000100:00100000:1.0:1743493969.442742:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50177900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+15:13407:x1828185028032384:12345-192.168.206.41@tcp:101:diff.0 Request processed in 6563us (8284us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.442770:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13454 00000100:00100000:2.0:1743493969.447483:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.448196:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028032640 00000100:00100000:1.0:1743493969.448207:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028032640 00000100:00100000:1.0:1743493969.448316:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13455 00000100:00100000:1.0:1743493969.448324:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+15:13407:x1828185028032640:12345-192.168.206.41@tcp:101:diff.0 00010000:00010000:1.0:1743493969.448347:0:12851:0:(ldlm_lockd.c:1310:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1743493969.448386:0:12851:0:(ldlm_lockd.c:1382:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa498ec29e4952468 expref: -99 pid: 12851 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1743493969.448521:0:12851:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1ad:0x0]: returning size 4096 00010000:00010000:1.0:1743493969.448707:0:12851:0:(ldlm_lockd.c:1552:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80c9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952468 expref: 17 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.448717:0:12851:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff998b547c2200/0x1414d533cd4c80c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.41@tcp remote: 0xa498ec29e4952468 expref: 17 pid: 12851 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1743493969.448735:0:12851:0:(ldlm_lockd.c:1630:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff998b547c2200, rc 0) 00000100:00100000:1.0:1743493969.450167:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+16:13407:x1828185028032640:12345-192.168.206.41@tcp:101:diff.0 Request processed in 1833us (2685us total) trans 4294975121 rc 301/301 00000100:00100000:1.0:1743493969.450180:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13455 00000100:00100000:0.0:1743493969.456280:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493969.456616:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028032768 00000100:00100000:3.0:1743493969.456627:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028032768 00000100:00100000:3.0:1743493969.456707:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3792 00000100:00100000:3.0:1743493969.456716:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6ad42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+16:13407:x1828185028032768:12345-192.168.206.41@tcp:37:diff.0 00000100:00100000:0.0:1743493969.468516:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6ad42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+16:13407:x1828185028032768:12345-192.168.206.41@tcp:37:diff.0 Request processed in 11786us (12232us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493969.468534:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3792 00000100:00100000:0.0:1743493969.474265:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.474330:0:6556:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033024 00000100:00100000:1.0:1743493969.474340:0:6556:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033024 00000100:00100000:1.0:1743493969.474423:0:6556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 3793 00000100:00100000:1.0:1743493969.474432:0:6556:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+16:13407:x1828185028033024:12345-192.168.206.41@tcp:35:diff.0 00000100:00100000:1.0:1743493969.474907:0:6556:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50175680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13407:x1828185028033024:12345-192.168.206.41@tcp:35:diff.0 Request processed in 473us (663us total) trans 4294975122 rc 0/0 00000100:00100000:1.0:1743493969.474917:0:6556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 3793 00000100:00100000:2.0:1743493969.533574:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.533732:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033152 00000100:00100000:1.0:1743493969.533744:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033152 00000100:00100000:1.0:1743493969.533863:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13456 00000100:00100000:1.0:1743493969.533873:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033152:12345-192.168.206.41@tcp:501:chlg_load_threa.0 00000100:00100000:1.0:1743493969.534133:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50173f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033152:12345-192.168.206.41@tcp:501:chlg_load_threa.0 Request processed in 260us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.534142:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13456 00000100:00100000:0.0:1743493969.538289:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493969.538399:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033280 00000100:00100000:3.0:1743493969.538410:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033280 00000100:00100000:3.0:1743493969.538488:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13457 00000100:00100000:3.0:1743493969.538498:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50171740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033280:12345-192.168.206.41@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1743493969.538733:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50171740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033280:12345-192.168.206.41@tcp:503:chlg_load_threa.0 Request processed in 234us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493969.538741:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13457 00000100:00100000:0.0:1743493969.543616:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.543876:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033408 00000100:00100000:1.0:1743493969.543887:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033408 00000100:00100000:1.0:1743493969.544004:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13458 00000100:00100000:1.0:1743493969.544013:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.544235:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50170600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033408:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 221us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.544244:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13458 00000100:00100000:2.0:1743493969.552411:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.552535:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033536 00000100:00100000:1.0:1743493969.552545:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033536 00000100:00100000:1.0:1743493969.552617:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13459 00000100:00100000:1.0:1743493969.552625:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033536:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.552866:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b501750c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033536:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 240us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.552874:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13459 00010000:00010000:1.0:1743493969.565272:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1743493969.568439:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.568509:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033664 00000100:00100000:1.0:1743493969.568520:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033664 00000100:00100000:0.0:1743493969.569356:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13460 00000100:00100000:0.0:1743493969.569366:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033664:12345-192.168.206.41@tcp:501:chlg_load_threa.0 00000100:00100000:0.0:1743493969.569543:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50174540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033664:12345-192.168.206.41@tcp:501:chlg_load_threa.0 Request processed in 177us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493969.569553:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13460 00000100:00100000:0.0:1743493969.575062:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.575597:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033792 00000100:00100000:1.0:1743493969.575608:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033792 00000100:00100000:1.0:1743493969.575689:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13461 00000100:00100000:1.0:1743493969.575698:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033792:12345-192.168.206.41@tcp:503:chlg_load_threa.0 00000100:00100000:1.0:1743493969.579673:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50172880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033792:12345-192.168.206.41@tcp:503:chlg_load_threa.0 Request processed in 3961us (4606us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.579690:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13461 00000100:00100000:2.0:1743493969.587575:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.589416:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028033920 00000100:00100000:1.0:1743493969.589431:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028033920 00000100:00100000:1.0:1743493969.589532:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13462 00000100:00100000:1.0:1743493969.589543:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033920:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.589848:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028033920:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 305us (2281us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.589857:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13462 00000100:00100000:2.0:1743493969.599297:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493969.601297:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034048 00000100:00100000:0.0:1743493969.601312:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034048 00000100:00100000:0.0:1743493969.601412:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13463 00000100:00100000:0.0:1743493969.601421:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034048:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493969.601698:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5023f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034048:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 276us (2411us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493969.601708:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13463 00000100:00100000:2.0:1743493969.615241:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.615553:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034176 00000100:00100000:1.0:1743493969.615565:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034176 00000100:00100000:1.0:1743493969.615645:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13464 00000100:00100000:1.0:1743493969.615654:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034176:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.615940:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034176:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 285us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.615951:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13464 00000100:00100000:2.0:1743493969.630705:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493969.630883:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034304 00000100:00100000:0.0:1743493969.630894:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034304 00000100:00100000:0.0:1743493969.630968:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13465 00000100:00100000:0.0:1743493969.630978:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50239740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034304:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493969.631233:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50239740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034304:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 255us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493969.631243:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13465 00000100:00100000:2.0:1743493969.646960:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.651209:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034432 00000100:00100000:1.0:1743493969.651228:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034432 00000100:00100000:0.0:1743493969.651618:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13466 00000100:00100000:0.0:1743493969.651629:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034432:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493969.652987:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034432:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1355us (6031us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493969.653000:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13466 00000100:00100000:0.0:1743493969.663990:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.664104:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034560 00000100:00100000:1.0:1743493969.664117:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034560 00000100:00100000:1.0:1743493969.664686:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13467 00000100:00100000:1.0:1743493969.664695:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034560:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.666285:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50238bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034560:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1581us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.666298:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13467 00000100:00100000:2.0:1743493969.677073:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.677994:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034688 00000100:00100000:1.0:1743493969.678006:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034688 00000100:00100000:1.0:1743493969.678089:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13468 00000100:00100000:1.0:1743493969.678097:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034688:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.692707:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034688:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 14597us (15632us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.692724:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13468 00000100:00100000:0.0:1743493969.699952:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.700060:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034816 00000100:00100000:1.0:1743493969.700072:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034816 00000100:00100000:1.0:1743493969.700148:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13469 00000100:00100000:1.0:1743493969.700157:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034816:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.700421:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034816:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 262us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.700430:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13469 00000100:00100000:0.0:1743493969.710229:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.710394:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028034944 00000100:00100000:2.0:1743493969.710406:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028034944 00000100:00100000:2.0:1743493969.710488:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13470 00000100:00100000:2.0:1743493969.710498:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034944:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.710746:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028034944:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 246us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.710777:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13470 00000100:00100000:0.0:1743493969.723081:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.723195:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035072 00000100:00100000:1.0:1743493969.723206:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035072 00000100:00100000:1.0:1743493969.723298:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13471 00000100:00100000:1.0:1743493969.723309:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035072:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.723587:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035072:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 277us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.723601:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13471 00000100:00100000:0.0:1743493969.735710:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.735828:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035200 00000100:00100000:2.0:1743493969.735838:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035200 00000100:00100000:2.0:1743493969.735914:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13472 00000100:00100000:2.0:1743493969.735923:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035200:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.736158:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254e7c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035200:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 233us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.736167:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13472 00000100:00100000:0.0:1743493969.745627:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.746839:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035328 00000100:00100000:1.0:1743493969.746853:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035328 00000100:00100000:1.0:1743493969.746942:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13473 00000100:00100000:1.0:1743493969.746951:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.747207:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035328:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 253us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.747216:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13473 00000100:00100000:0.0:1743493969.756844:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.756993:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035456 00000100:00100000:2.0:1743493969.757004:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035456 00000100:00100000:2.0:1743493969.757084:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13474 00000100:00100000:2.0:1743493969.757092:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035456:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.757328:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254f340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035456:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 235us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.757337:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13474 00000100:00100000:0.0:1743493969.767411:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.767569:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035584 00000100:00100000:1.0:1743493969.767580:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035584 00000100:00100000:1.0:1743493969.767665:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13475 00000100:00100000:1.0:1743493969.767674:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035584:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.767950:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035584:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 274us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.767958:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13475 00000100:00100000:0.0:1743493969.775962:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.776104:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035712 00000100:00100000:2.0:1743493969.776114:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035712 00000100:00100000:2.0:1743493969.776193:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13476 00000100:00100000:2.0:1743493969.776202:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035712:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.776456:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035712:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 252us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.776477:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13476 00000100:00100000:0.0:1743493969.791490:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.791725:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035840 00000100:00100000:1.0:1743493969.791736:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035840 00000100:00100000:2.0:1743493969.792446:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13477 00000100:00100000:2.0:1743493969.792455:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035840:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.792676:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035840:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 220us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.792684:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13477 00000100:00100000:0.0:1743493969.804673:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.804850:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028035968 00000100:00100000:1.0:1743493969.804861:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028035968 00000100:00100000:2.0:1743493969.806439:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13478 00000100:00100000:2.0:1743493969.806450:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035968:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.806734:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028035968:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 283us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.806744:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13478 00000100:00100000:0.0:1743493969.813740:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.814303:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036096 00000100:00100000:1.0:1743493969.814314:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036096 00000100:00100000:1.0:1743493969.814964:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13479 00000100:00100000:1.0:1743493969.814974:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036096:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.815227:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5254bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036096:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 252us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.815241:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13479 00000100:00100000:0.0:1743493969.830924:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.831304:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036224 00000100:00100000:1.0:1743493969.831315:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036224 00000100:00100000:1.0:1743493969.831401:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13480 00000100:00100000:1.0:1743493969.831409:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52548600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036224:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.832817:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52548600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036224:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1402us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.832830:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13480 00000100:00100000:0.0:1743493969.842787:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.842888:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036352 00000100:00100000:1.0:1743493969.842898:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036352 00000100:00100000:1.0:1743493969.842974:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13481 00000100:00100000:1.0:1743493969.842983:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036352:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.844286:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036352:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1299us (1503us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.844296:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13481 00000100:00100000:0.0:1743493969.871219:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.871353:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036480 00000100:00100000:1.0:1743493969.871364:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036480 00000100:00100000:1.0:1743493969.871443:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13482 00000100:00100000:1.0:1743493969.871452:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036480:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.871700:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036480:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 246us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.871709:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13482 00000100:00100000:0.0:1743493969.877244:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.877367:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036608 00000100:00100000:2.0:1743493969.877378:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036608 00000100:00100000:2.0:1743493969.877471:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13483 00000100:00100000:2.0:1743493969.877481:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036608:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.877726:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036608:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 244us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.877735:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13483 00000100:00100000:0.0:1743493969.889657:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.889809:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036736 00000100:00100000:1.0:1743493969.889821:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036736 00000100:00100000:1.0:1743493969.889906:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13484 00000100:00100000:1.0:1743493969.889915:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036736:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.890154:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036736:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 237us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.890163:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13484 00000100:00100000:0.0:1743493969.898937:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.899048:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036864 00000100:00100000:2.0:1743493969.899060:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036864 00000100:00100000:2.0:1743493969.899143:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13485 00000100:00100000:2.0:1743493969.899152:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036864:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.899440:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b52528600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036864:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 287us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.899451:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13485 00000100:00100000:0.0:1743493969.907424:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.907550:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028036992 00000100:00100000:1.0:1743493969.907562:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028036992 00000100:00100000:1.0:1743493969.907642:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13486 00000100:00100000:1.0:1743493969.907652:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036992:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.907925:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252b9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028036992:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 272us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.907934:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13486 00000100:00100000:0.0:1743493969.923034:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.923147:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037120 00000100:00100000:2.0:1743493969.923157:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037120 00000100:00100000:2.0:1743493969.923227:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13487 00000100:00100000:2.0:1743493969.923236:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037120:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.923493:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5252bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037120:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 257us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.923502:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13487 00000100:00100000:0.0:1743493969.936451:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.937192:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037248 00000100:00100000:1.0:1743493969.937205:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037248 00000100:00100000:1.0:1743493969.938177:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13488 00000100:00100000:1.0:1743493969.938188:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037248:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.938461:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532df340 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037248:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 273us (2018us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.939573:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13488 00000100:00100000:0.0:1743493969.948045:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493969.952083:0:12851:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037376 00000100:00100000:1.0:1743493969.952099:0:12851:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037376 00000100:00100000:1.0:1743493969.952191:0:12851:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13489 00000100:00100000:1.0:1743493969.952201:0:12851:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037376:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1743493969.952453:0:12851:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037376:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 251us (4420us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493969.952466:0:12851:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13489 00000100:00100000:0.0:1743493969.964894:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493969.966581:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037504 00000100:00100000:2.0:1743493969.966594:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037504 00000100:00100000:2.0:1743493969.966687:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13490 00000100:00100000:2.0:1743493969.966696:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037504:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493969.966973:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532db9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037504:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 276us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493969.966982:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13490 00000100:00100000:0.0:1743493969.974525:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493969.974631:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037632 00000100:00100000:3.0:1743493969.974642:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037632 00000100:00100000:3.0:1743493969.975980:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13491 00000100:00100000:3.0:1743493969.975990:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037632:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493969.976271:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037632:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 281us (1757us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493969.976279:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13491 00000100:00100000:0.0:1743493969.991857:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493969.992488:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037760 00000100:00100000:3.0:1743493969.992499:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037760 00000100:00100000:3.0:1743493969.993648:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13492 00000100:00100000:3.0:1743493969.993658:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037760:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493969.993937:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532da2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037760:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 279us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493969.993946:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13492 00000100:00100000:0.0:1743493970.000386:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493970.000627:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028037888 00000100:00100000:3.0:1743493970.000637:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028037888 00000100:00100000:2.0:1743493970.002104:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13493 00000100:00100000:2.0:1743493970.002116:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037888:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493970.002415:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028037888:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 299us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493970.002425:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13493 00000100:00100000:2.0:1743493970.008241:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493970.009090:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038016 00000100:00100000:3.0:1743493970.009102:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038016 00000100:00100000:3.0:1743493970.009188:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13494 00000100:00100000:3.0:1743493970.009198:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038016:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493970.009452:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6f900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038016:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 253us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493970.009462:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13494 00000100:00100000:1.0:1743493970.015788:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493970.019500:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038144 00000100:00100000:2.0:1743493970.019516:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038144 00000100:00100000:2.0:1743493970.019609:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13495 00000100:00100000:2.0:1743493970.019619:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038144:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493970.019892:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038144:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 273us (4143us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493970.019900:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13495 00000100:00100000:0.0:1743493970.024585:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493970.024839:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038272 00000100:00100000:3.0:1743493970.024850:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038272 00000100:00100000:3.0:1743493970.024930:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13496 00000100:00100000:3.0:1743493970.024939:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038272:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493970.025180:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a6e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038272:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 240us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493970.025189:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13496 00000100:00100000:0.0:1743493970.035143:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493970.036435:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038400 00000100:00100000:2.0:1743493970.036447:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038400 00000100:00100000:2.0:1743493970.036526:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13497 00000100:00100000:2.0:1743493970.036535:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038400:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1743493970.045070:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b51a69740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038400:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 215us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493970.045095:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13497 00000100:00100000:1.0:1743493970.046675:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:2.0:1743493970.049011:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038528 00000100:00100000:2.0:1743493970.049028:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038528 00000100:00100000:3.0:1743493970.049224:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13498 00000100:00100000:3.0:1743493970.049235:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038528:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493970.049720:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958040 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038528:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 482us (3045us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493970.049729:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13498 00000100:00100000:0.0:1743493970.060432:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493970.060535:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038656 00000100:00100000:3.0:1743493970.060546:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038656 00000100:00100000:3.0:1743493970.060626:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13499 00000100:00100000:3.0:1743493970.060635:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038656:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493970.061123:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50958600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038656:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 487us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493970.061132:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13499 00000100:00100000:1.0:1743493970.068389:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493970.069247:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038784 00000100:00100000:0.0:1743493970.069269:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038784 00000100:00100000:0.0:1743493970.069353:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13500 00000100:00100000:0.0:1743493970.069361:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038784:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493970.070562:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5095e200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038784:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 1197us (2179us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493970.070573:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13500 00000100:00100000:1.0:1743493970.080337:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493970.081435:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028038912 00000100:00100000:0.0:1743493970.081447:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028038912 00000100:00100000:0.0:1743493970.081537:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13501 00000100:00100000:0.0:1743493970.081546:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038912:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493970.081856:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028038912:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 309us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493970.081866:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13501 00000100:00100000:3.0:1743493970.100641:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493970.100818:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039040 00000100:00100000:0.0:1743493970.100828:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039040 00000100:00100000:0.0:1743493970.100900:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13502 00000100:00100000:0.0:1743493970.100907:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039040:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493970.101143:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039040:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 234us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493970.101153:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13502 00000100:00100000:1.0:1743493970.111178:0:3669:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:3.0:1743493970.111795:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039168 00000100:00100000:3.0:1743493970.111806:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039168 00000100:00100000:3.0:1743493970.111888:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13503 00000100:00100000:3.0:1743493970.111898:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039168:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1743493970.112154:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039168:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 257us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493970.112163:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13503 00000100:00100000:1.0:1743493970.118413:0:3671:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493970.118533:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039296 00000100:00100000:0.0:1743493970.118544:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039296 00000100:00100000:0.0:1743493970.118624:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 13504 00000100:00100000:0.0:1743493970.118632:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039296:12345-192.168.206.41@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1743493970.118904:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097c540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+17:13409:x1828185028039296:12345-192.168.206.41@tcp:502:chlg_load_threa.0 Request processed in 270us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493970.118913:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 13504 00010000:00010000:1.0:1743493970.589018:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1743493970.667689:0:8423:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968095 is committed 00000001:00080000:1.0:1743493970.668918:0:9440:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00000001:00080000:0.0:1743493970.669472:0:6533:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294975122 is committed 00000100:00100000:1.0:1743493971.022892:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493971.022952:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493971.022990:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493971.023034:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493971.023080:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039808 00000100:00100000:0.0:1743493971.023092:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039808 00000100:00100000:1.0:1743493971.023132:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493971.023179:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039936 00000100:00100000:0.0:1743493971.023183:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039936 00000100:00100000:0.0:1743493971.023222:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 306 00000100:00100000:0.0:1743493971.023231:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185028039808:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493971.023391:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097f900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2439:x1828185028039808:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 159us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493971.023399:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 306 00000100:00100000:0.0:1743493971.023449:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 307 00000100:00100000:0.0:1743493971.023454:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2440:x1828185028039936:12345-192.168.206.41@tcp:400:kworker.0 00000100:00080000:1.0:1743493971.023476:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493941 00000100:00100000:0.0:1743493971.023525:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50978040 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2440:x1828185028039936:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 69us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493971.023532:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 307 00000100:00100000:0.0:1743493971.023602:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039552 00000100:00100000:0.0:1743493971.023606:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039552 00000100:00100000:0.0:1743493971.023656:0:11942:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039680 00000100:00100000:0.0:1743493971.023660:0:11942:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039680 00000100:00100000:0.0:1743493971.023706:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 887 00000100:00100000:0.0:1743493971.023712:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+13:2439:x1828185028039552:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493971.023827:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+13:2439:x1828185028039552:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 113us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493971.023834:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 887 00000100:00100000:0.0:1743493971.023877:0:11942:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 888 00000100:00100000:0.0:1743493971.023881:0:11942:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+5:2440:x1828185028039680:12345-192.168.206.41@tcp:400:kworker.0 00000100:00080000:1.0:1743493971.023930:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493941 00000100:00100000:0.0:1743493971.023962:0:11942:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5097b400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00038621-ef07-44f7-8531-81bf2ec881e5+5:2440:x1828185028039680:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 78us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493971.023970:0:11942:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 888 00000100:00080000:1.0:1743493971.024283:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493941 00000100:00080000:1.0:1743493971.024514:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493941 00000100:00100000:2.0:1743493971.024714:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028039424 00000100:00100000:2.0:1743493971.024720:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028039424 00000100:00100000:2.0:1743493971.024804:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 515 00000100:00100000:2.0:1743493971.024810:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cb0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2440:x1828185028039424:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493971.024871:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cb0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2440:x1828185028039424:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 60us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493971.024878:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 515 00000100:00080000:1.0:1743493971.025382:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493941 00010000:00010000:0.0:1743493971.614239:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1743493972.189072:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1743493972.189096:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060528896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1743493972.189226:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.189420:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060528896 00000100:00100000:1.0:1743493972.189429:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060528896 00000100:00100000:1.0:1743493972.189503:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1743493972.189511:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060528896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1743493972.189559:0:6557:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445437440 avail 1315975168 00000100:00100000:1.0:1743493972.189648:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd6200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060528896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493972.189660:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1743493972.189705:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1743493972.189716:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4ffd2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060529024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1743493972.189815:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.189913:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060528896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1743493972.190200:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060529152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1743493972.190282:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.190383:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529024 00000100:00100000:1.0:1743493972.190388:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529024 00000100:00100000:1.0:1743493972.190449:0:15308:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529152 00000100:00100000:1.0:1743493972.190453:0:15308:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529152 00000100:00100000:1.0:1743493972.190480:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1743493972.190485:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060529024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1743493972.190516:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:1.0:1743493972.190592:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060529024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493972.190599:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1743493972.190629:0:15308:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1743493972.190634:0:15308:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3677:x1828185060529152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1743493972.190653:0:15308:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:1.0:1743493972.190715:0:15308:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d7900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3677:x1828185060529152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493972.190722:0:15308:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:2.0:1743493972.191072:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493942 00000100:00100000:2.0:1743493972.191261:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3677:1828185060529152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1743493972.191284:0:3677:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968095 gen 2 00000004:00080000:2.0:1743493972.191291:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648bf80, transno 4294968091 00000004:00080000:2.0:1743493972.191315:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5b205c40, transno 4294968092 00000004:00080000:2.0:1743493972.191320:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5b204540, transno 4294968093 00000004:00080000:2.0:1743493972.191323:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5b200600, transno 4294968094 00000004:00080000:2.0:1743493972.191326:0:3677:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648ed80, transno 4294968095 00000100:00100000:2.0:1743493972.191336:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4ffd2880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060529024:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1743493972.191744:0:8664:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00000100:00100000:1.0:1743493972.191945:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060529280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1743493972.192034:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493972.192145:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529280 00000100:00100000:0.0:1743493972.192151:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529280 00000100:00100000:0.0:1743493972.192210:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1743493972.192218:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060529280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1743493972.192269:0:6558:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:0.0:1743493972.192383:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060529280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 164us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493972.192391:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1743493972.192584:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060529280:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1743493972.637027:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1743493972.701350:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060529408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493972.701476:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493972.701741:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529408 00000100:00100000:0.0:1743493972.701766:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529408 00000100:00100000:0.0:1743493972.701852:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1743493972.701859:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060529408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1743493972.701897:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00100000:0.0:1743493972.701980:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060529408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493972.701987:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1743493972.702085:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b532d1d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060529408:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1743493972.702565:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493942 00000100:00100000:1.0:1743493972.703191:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fdbe7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060529792:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.703289:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.703334:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52707340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3678:1828185060530304:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.703397:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.703430:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3678:1828185060530816:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.703490:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.703529:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1743493972.703537:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50648040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3678:1828185060529920:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.703647:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3677:1828185060529664:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.703715:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.703776:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3677:1828185060530176:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.703840:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.703882:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3677:1828185060530688:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.703942:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.703985:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1743493972.703993:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bf163be-8e03-4477-b987-a28ff2abd8ed:3677:1828185060529536:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704085:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.704123:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5064c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060530048:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704183:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.704218:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e739d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060530560:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704290:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493972.704346:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530304 00000100:00100000:3.0:1743493972.704353:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530304 00000100:00100000:3.0:1743493972.704410:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530816 00000100:00100000:3.0:1743493972.704414:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530816 00000100:00100000:3.0:1743493972.704442:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529664 00000100:00100000:3.0:1743493972.704445:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529664 00000100:00100000:3.0:1743493972.704470:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530176 00000100:00100000:3.0:1743493972.704473:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530176 00000100:00100000:3.0:1743493972.704498:0:6550:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530688 00000100:00100000:3.0:1743493972.704501:0:6550:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530688 00000100:00100000:3.0:1743493972.704532:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1743493972.704540:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1828185060530304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704655:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54f7a880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3678:x1828185060530304:12345-0@lo:400:kworker.0 Request processed in 114us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.704663:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1743493972.704702:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1743493972.704707:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1828185060530816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704809:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b507250c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3678:x1828185060530816:12345-0@lo:400:kworker.0 Request processed in 100us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.704816:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1743493972.704844:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1743493972.704849:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3677:x1828185060529664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.704933:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50721d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3677:x1828185060529664:12345-0@lo:400:kworker.0 Request processed in 82us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.704940:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1743493972.704969:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1743493972.704973:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3677:x1828185060530176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705051:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50725680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3677:x1828185060530176:12345-0@lo:400:kworker.0 Request processed in 76us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.705058:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1743493972.705083:0:6550:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1743493972.705088:0:6550:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3677:x1828185060530688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705160:0:6550:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4fda3400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3677:x1828185060530688:12345-0@lo:400:kworker.0 Request processed in 70us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.705166:0:6550:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1743493972.705203:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529536 00000100:00100000:3.0:1743493972.705207:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529536 00000100:00100000:3.0:1743493972.705255:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1743493972.705260:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cb0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3677:x1828185060529536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705328:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cb0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3677:x1828185060529536:12345-0@lo:400:kworker.0 Request processed in 67us (1244us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.705334:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1743493972.705416:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a0bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bf163be-8e03-4477-b987-a28ff2abd8ed:3677:1828185060529536:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705443:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3677:1828185060529664:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705464:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50648600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3677:1828185060530176:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705485:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73e200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3677:1828185060530688:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705573:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530560 00000100:00100000:3.0:1743493972.705577:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530560 00000100:00100000:3.0:1743493972.705611:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1743493972.705615:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060530560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705689:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060530560:12345-0@lo:400:kworker.0 Request processed in 72us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.705694:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1743493972.705737:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e739d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060530560:0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705805:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529792 00000100:00100000:3.0:1743493972.705809:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529792 00000100:00100000:3.0:1743493972.705842:0:6557:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530048 00000100:00100000:3.0:1743493972.705844:0:6557:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530048 00000100:00100000:3.0:1743493972.705865:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1743493972.705869:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060529792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.705947:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4e73a2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060529792:12345-0@lo:400:kworker.0 Request processed in 75us (2657us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.705953:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1743493972.705980:0:6557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1743493972.705984:0:6557:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4b390040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060530048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493972.706057:0:6557:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4b390040 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060530048:12345-0@lo:400:kworker.0 Request processed in 72us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.706064:0:6557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1743493972.706118:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5064c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060530048:0@lo:400:kworker.0 00000100:00080000:2.0:1743493972.706625:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493942 00000100:00080000:2.0:1743493972.706894:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493942 00000100:00080000:2.0:1743493972.707115:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493942 00000100:00100000:1.0:1743493972.707466:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.707522:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b52706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060530432:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.707634:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.707683:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4e73dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060530944:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.707742:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493972.707826:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fdbe7c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060529792:0@lo:400:kworker.0 00010000:00080000:1.0:1743493972.707856:0:3678:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b52707340 x1828185060530304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1743493972.707868:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52707340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3678:1828185060530304:0@lo:400:kworker.0 00010000:00080000:1.0:1743493972.707894:0:3678:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b4e73bf80 x1828185060530816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1743493972.707903:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73bf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3678:1828185060530816:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.707982:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530432 00000100:00100000:1.0:1743493972.707988:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530432 00000100:00100000:1.0:1743493972.708030:0:8666:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060530944 00000100:00100000:1.0:1743493972.708033:0:8666:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060530944 00000100:00100000:1.0:1743493972.708068:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1743493972.708075:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060530432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.708164:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febe7c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3678:x1828185060530432:12345-0@lo:400:kworker.0 Request processed in 88us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493972.708171:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1743493972.708199:0:8666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1743493972.708203:0:8666:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060530944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.708279:0:8666:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060530944:12345-0@lo:400:kworker.0 Request processed in 75us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493972.708285:0:8666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1743493972.708332:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b52706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3678:1828185060530432:0@lo:400:kworker.0 00000100:00100000:1.0:1743493972.708348:0:3678:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968078 gen 2 00000004:00080000:1.0:1743493972.708353:0:3678:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648c540, transno 4294968074 00000004:00080000:1.0:1743493972.708363:0:3678:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648b400, transno 4294968075 00000004:00080000:1.0:1743493972.708366:0:3678:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b56488600, transno 4294968076 00000004:00080000:1.0:1743493972.708369:0:3678:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648dc40, transno 4294968077 00000004:00080000:1.0:1743493972.708372:0:3678:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff998b5648f340, transno 4294968078 00000100:00100000:1.0:1743493972.708377:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4e73dc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060530944:0@lo:400:kworker.0 00000100:00100000:0.0:1743493972.708672:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4feb8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060531072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1743493972.710051:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060529920 00000100:00100000:3.0:1743493972.710061:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060529920 00000100:00100000:3.0:1743493972.710119:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1743493972.710127:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1828185060529920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1743493972.724581:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1743493972.724691:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531072 00000100:00100000:0.0:1743493972.724701:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531072 00000100:00100000:0.0:1743493972.724783:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1743493972.724791:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060531072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1743493972.724834:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00100000:0.0:1743493972.724920:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060531072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493972.724929:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1743493972.725036:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4feb8bc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060531072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1743493972.730121:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3678:x1828185060529920:12345-0@lo:400:kworker.0 Request processed in 19985us (22648us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493972.730136:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1743493972.730286:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50648040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3678:1828185060529920:0@lo:400:kworker.0 00000100:00080000:2.0:1743493972.730810:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493942 00000004:00080000:1.0:1743493972.731744:0:9794:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 5 done 00010000:00010000:1.0:1743493973.664609:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1743493974.708776:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1743493975.715311:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1743493975.992519:0:16677:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre-rsync-test test_2c: @@@@@@ FAIL: Failure in replication; differences found. 00000100:00100000:1.0:1743493976.154583:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493976.158723:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493976.158815:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493976.158857:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:1.0:1743493976.158908:0:3670:0:(events.c:341:request_in_callback()) peer: 12345-192.168.206.41@tcp (source: 12345-192.168.206.41@tcp) 00000100:00100000:0.0:1743493976.159034:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028040320 00000100:00100000:0.0:1743493976.159046:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028040320 00000100:00100000:0.0:1743493976.159135:0:6554:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028040192 00000100:00100000:0.0:1743493976.159139:0:6554:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028040192 00000100:00100000:0.0:1743493976.159181:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 895 00000100:00100000:0.0:1743493976.159190:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040320:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493976.159322:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feb8bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040320:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 131us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493976.159330:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 895 00000100:00100000:0.0:1743493976.159372:0:6554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 896 00000100:00100000:0.0:1743493976.159378:0:6554:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+13:2437:x1828185028040192:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493976.159450:0:6554:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febdc40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00038621-ef07-44f7-8531-81bf2ec881e5+13:2437:x1828185028040192:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 70us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493976.159458:0:6554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 896 00000100:00100000:0.0:1743493976.159497:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028040576 00000100:00100000:0.0:1743493976.159501:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028040576 00000100:00100000:0.0:1743493976.159540:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 311 00000100:00100000:0.0:1743493976.159545:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040576:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493976.159611:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febb400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040576:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 64us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493976.159618:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 311 00000100:00100000:0.0:1743493976.159643:0:15647:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028040448 00000100:00100000:0.0:1743493976.159647:0:15647:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028040448 00000100:00100000:0.0:1743493976.159686:0:15647:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 312 00000100:00100000:0.0:1743493976.159692:0:15647:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040448:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:0.0:1743493976.159775:0:15647:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4febd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:00038621-ef07-44f7-8531-81bf2ec881e5+5:2437:x1828185028040448:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 58us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493976.159783:0:15647:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 312 00000100:00080000:1.0:1743493976.160559:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493946 00000100:00080000:1.0:1743493976.160829:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493946 00000100:00080000:1.0:1743493976.161051:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493946 00000100:00080000:1.0:1743493976.161291:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493946 00000100:00100000:2.0:1743493976.177322:0:6546:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185028040064 00000100:00100000:2.0:1743493976.177337:0:6546:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185028040064 00000100:00100000:2.0:1743493976.177443:0:6546:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.41@tcp, seq: 517 00000100:00100000:2.0:1743493976.177452:0:6546:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cf9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2437:x1828185028040064:12345-192.168.206.41@tcp:400:kworker.0 00000100:00100000:2.0:1743493976.177557:0:6546:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cf9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d5d5f685-7609-4024-86a8-f59ab3241e92+9:2437:x1828185028040064:12345-192.168.206.41@tcp:400:kworker.0 Request processed in 105us (22983us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493976.177564:0:6546:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.41@tcp, seq: 517 00000100:00080000:2.0:1743493976.177832:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493946 00010000:00010000:1.0:1743493976.732991:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1743493977.309291:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1743493977.309314:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060531200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1743493977.309455:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493977.309698:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531200 00000100:00100000:2.0:1743493977.309707:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531200 00000100:00100000:2.0:1743493977.309816:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1743493977.309823:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060531200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1743493977.309868:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:2.0:1743493977.309967:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4feba2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060531200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493977.309977:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1743493977.310260:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493947 00000100:00100000:0.0:1743493977.310456:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4febc540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060531200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1743493977.310657:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1743493977.310669:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060531328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1743493977.310743:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.310805:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b4dd6f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060531456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1743493977.310857:0:8429:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531328 00000100:00100000:2.0:1743493977.310863:0:8429:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531328 00000100:00100000:1.0:1743493977.310870:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493977.310929:0:8429:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1743493977.310936:0:8429:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060531328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1743493977.310960:0:8429:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1048576 granted 483857600 pending 0 free 3923537920 avail 3692015616 00000100:00100000:2.0:1743493977.311041:0:8429:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b54a86200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3679:x1828185060531328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493977.311049:0:8429:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1743493977.311081:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4fc00040 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3679:1828185060531328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1743493977.311178:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531456 00000100:00100000:0.0:1743493977.311183:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531456 00000100:00100000:0.0:1743493977.311247:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1743493977.311255:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060531456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1743493977.311287:0:6558:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445437440 avail 1315975168 00000100:00100000:0.0:1743493977.311352:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4dd68bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060531456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493977.311361:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1743493977.311557:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b4dd6f340 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060531456:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1743493977.311741:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1743493947 00000100:00100000:3.0:1743493977.311805:0:3677:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1743493977.311817:0:3677:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a53f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060531584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1743493977.311889:0:3677:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493977.313922:0:16618:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531584 00000100:00100000:2.0:1743493977.313934:0:16618:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531584 00000100:00100000:2.0:1743493977.314024:0:16618:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1743493977.314037:0:16618:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b50a50bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060531584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1743493977.314085:0:16618:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1316913152 00000100:00100000:2.0:1743493977.314192:0:16618:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b50a50bc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3677:x1828185060531584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 159us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493977.314200:0:16618:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1743493977.314459:0:3677:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a53f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3677:1828185060531584:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1743493977.756926:0:6540:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1743493977.822294:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3676:1828185060532096:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822431:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.822479:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ea2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060532608:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822544:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.822585:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060533120:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822640:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.822688:0:3676:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1743493977.822695:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a53f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060531712:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822791:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.822825:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060532224:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822885:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.822922:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060532736:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.822976:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.823014:0:3676:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5648b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060533248:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.823071:0:3676:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.823122:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532608 00000100:00100000:1.0:1743493977.823130:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532608 00000100:00100000:1.0:1743493977.823190:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060533120 00000100:00100000:1.0:1743493977.823194:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060533120 00000100:00100000:1.0:1743493977.823247:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532736 00000100:00100000:1.0:1743493977.823251:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532736 00000100:00100000:1.0:1743493977.823283:0:15625:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060533248 00000100:00100000:1.0:1743493977.823287:0:15625:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060533248 00000100:00100000:1.0:1743493977.823323:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1743493977.823330:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060532608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.823441:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648dc40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060532608:12345-0@lo:400:kworker.0 Request processed in 109us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.823449:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1743493977.823490:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1743493977.823495:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060533120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.823572:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648f340 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3676:x1828185060533120:12345-0@lo:400:kworker.0 Request processed in 76us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.823579:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1743493977.823606:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1743493977.823610:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060532736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.823682:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060532736:12345-0@lo:400:kworker.0 Request processed in 70us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.823688:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1743493977.823716:0:15625:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1743493977.823721:0:15625:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56489d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060533248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.823823:0:15625:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56489d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060533248:12345-0@lo:400:kworker.0 Request processed in 101us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.823831:0:15625:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1743493977.823879:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532224 00000100:00100000:1.0:1743493977.823884:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532224 00000100:00100000:1.0:1743493977.823924:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1743493977.823929:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060532224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824007:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648bf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3676:x1828185060532224:12345-0@lo:400:kworker.0 Request processed in 76us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.824012:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1743493977.824049:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a522c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060531968:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824115:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824155:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3679:1828185060532480:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824229:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824265:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ea880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060532992:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824319:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824358:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1743493977.824365:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b50a56200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3679:1828185060531840:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824428:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824466:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565eae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3679:1828185060532352:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824526:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824559:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b565ef900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3679:1828185060532864:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824617:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1743493977.824660:0:6558:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531968 00000100:00100000:1.0:1743493977.824664:0:6558:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531968 00000100:00100000:1.0:1743493977.824701:0:6558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1743493977.824706:0:6558:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5648ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060531968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824814:0:6558:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5648ae40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060531968:12345-0@lo:400:kworker.0 Request processed in 106us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1743493977.824822:0:6558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1743493977.824888:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a522c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060531968:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824948:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e9740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060532224:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824969:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e9d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060532736:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.824991:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648b400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3676:1828185060533248:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.825013:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ea2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060532608:0@lo:400:kworker.0 00000100:00100000:1.0:1743493977.825035:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5648c540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3676:1828185060533120:0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.825844:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532096 00000100:00100000:3.0:1743493977.825850:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532096 00000100:00100000:3.0:1743493977.825892:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532480 00000100:00100000:3.0:1743493977.825895:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532480 00000100:00100000:3.0:1743493977.825941:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532992 00000100:00100000:3.0:1743493977.825946:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532992 00000100:00100000:3.0:1743493977.825971:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531840 00000100:00100000:3.0:1743493977.825974:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531840 00000100:00100000:3.0:1743493977.825998:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532352 00000100:00100000:3.0:1743493977.826001:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532352 00000100:00100000:3.0:1743493977.826027:0:6553:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060532864 00000100:00100000:3.0:1743493977.826030:0:6553:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060532864 00000100:00100000:3.0:1743493977.826058:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1743493977.826065:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b56488600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3676:x1828185060532096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826179:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b56488600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3676:x1828185060532096:12345-0@lo:400:kworker.0 Request processed in 112us (3748us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826187:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1743493977.826231:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1743493977.826237:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1828185060532480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826317:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b43c2d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3679:x1828185060532480:12345-0@lo:400:kworker.0 Request processed in 79us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826325:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1743493977.826353:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1743493977.826358:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060532992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826453:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd2880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3679:x1828185060532992:12345-0@lo:400:kworker.0 Request processed in 93us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826459:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1743493977.826486:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1743493977.826490:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1828185060531840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826566:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b4ffd4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3679:x1828185060531840:12345-0@lo:400:kworker.0 Request processed in 74us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826573:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1743493977.826598:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1743493977.826603:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b205c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1828185060532352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826679:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b205c40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3679:x1828185060532352:12345-0@lo:400:kworker.0 Request processed in 74us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826686:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1743493977.826714:0:6553:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1743493977.826719:0:6553:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b5b204540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1828185060532864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826825:0:6553:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b5b204540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3679:x1828185060532864:12345-0@lo:400:kworker.0 Request processed in 103us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.826832:0:6553:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1743493977.826917:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a56200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3679:1828185060531840:0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826941:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565eae40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3679:1828185060532352:0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.826963:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ef900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3679:1828185060532864:0@lo:400:kworker.0 00010000:00080000:3.0:1743493977.826988:0:3679:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b565e8600 x1828185060532480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493977.826999:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565e8600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3679:1828185060532480:0@lo:400:kworker.0 00010000:00080000:3.0:1743493977.827020:0:3679:0:(ldlm_request.c:1538:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=45937) req@ffff998b565ea880 x1828185060532992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1743493993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1743493977.827030:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ea880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3679:1828185060532992:0@lo:400:kworker.0 00000100:00100000:3.0:1743493977.827122:0:3679:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1743493977.827131:0:3679:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998b5b200600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060533376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493977.827207:0:3679:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1743493977.827293:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b565ecb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3676:1828185060532096:0@lo:400:kworker.0 00000100:00080000:1.0:1743493977.830403:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1743493947 00000100:00080000:1.0:1743493977.830688:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1743493947 00000100:00080000:1.0:1743493977.830964:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1743493947 00000100:00100000:0.0:1743493977.831370:0:6545:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060531712 00000100:00100000:0.0:1743493977.831379:0:6545:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060531712 00000100:00100000:2.0:1743493977.831404:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060533376 00000100:00100000:2.0:1743493977.831409:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060533376 00000100:00100000:2.0:1743493977.831459:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1743493977.831459:0:6545:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1743493977.831467:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060533376:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1743493977.831467:0:6545:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c6cf9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060531712:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1743493977.831508:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00100000:3.0:1743493977.832067:0:3678:0:(ptlrpcd.c:390:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1743493977.832085:0:3678:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060533504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1743493977.834178:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998b532d1d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3679:x1828185060533376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2705us (6965us total) trans 0 rc 0/0 00000100:00100000:2.0:1743493977.834191:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1743493977.834281:0:3678:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1743493977.834312:0:3676:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b50a53f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bf163be-8e03-4477-b987-a28ff2abd8ed:3676:1828185060531712:0@lo:400:kworker.0 00000100:00100000:0.0:1743493977.834322:0:6545:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c6cf9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf163be-8e03-4477-b987-a28ff2abd8ed+23:3676:x1828185060531712:12345-0@lo:400:kworker.0 Request processed in 2855us (11530us total) trans 0 rc 0/0 00000100:00100000:0.0:1743493977.834331:0:6545:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1743493977.834368:0:8430:0:(service.c:2082:ptlrpc_server_handle_req_in()) unwrap req x1828185060533504 00000100:00100000:2.0:1743493977.834375:0:8430:0:(service.c:2147:ptlrpc_server_handle_req_in()) got req x1828185060533504 00000100:00100000:2.0:1743493977.834424:0:8430:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1743493977.834431:0:8430:0:(service.c:2326:ptlrpc_server_handle_request()) Handling RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060533504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1743493977.834466:0:8430:0:(ofd_obd.c:722:ofd_statfs()) blocks cached 1163264 granted 484828352 pending 0 free 3923537920 avail 3692015616 00000100:00080000:0.0:1743493977.834842:0:6548:0:(pinger.c:492:ping_evictor_main()) evicting all exports of obd MGS older than 1743493947 00000100:00100000:1.0:1743493977.843512:0:3679:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998b5b200600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3679:1828185060533376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1743493977.844108:0:8430:0:(service.c:2378:ptlrpc_server_handle_request()) Handled RPC req@ffff998c4a0a0bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3678:x1828185060533504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 9672us (9824us total) trans 0 rc 0/0 00000100:00100000:3.0:1743493977.844121:0:8430:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1743493977.857527:0:3678:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff998c4a0a7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3678:1828185060533504:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1743493978.781076:0:9447:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1743493979.805546:0:6541:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 65454 lines, 65454 kept, 0 dropped, 0 bad.